[ 519.582332] env[65289]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 519.582332] env[65289]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 520.602703] env[65380]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 520.602703] env[65380]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 522.163019] env[65380]: INFO neutron.common.config [-] Logging enabled! [ 522.163372] env[65380]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 522.163564] env[65380]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65380) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 522.163857] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 522.163949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 522.164768] env[65380]: WARNING oslo_policy.policy [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.164975] env[65380]: WARNING oslo_policy.policy [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.166623] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] VMware NSXv3 Agent initialized successfully. [ 522.166992] env[65380]: DEBUG oslo_concurrency.lockutils [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] Acquiring lock "singleton_lock" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.167138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] Acquired lock "singleton_lock" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.167336] env[65380]: DEBUG oslo_concurrency.lockutils [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] Releasing lock "singleton_lock" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.167622] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] Full set of CONF: {{(pid=65380) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 522.167733] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ******************************************************************************** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 522.167833] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] Configuration options gathered from: {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 522.168181] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 522.168368] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 522.168478] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ================================================================================ {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 522.168646] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] agent_down_time = 75 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.168781] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] allow_automatic_dhcp_failover = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.168913] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] allow_bulk = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.169064] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] api_extensions_path = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.169204] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] api_paste_config = api-paste.ini {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.169342] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] auth_strategy = keystone {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.169444] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] backdoor_port = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.169543] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] backdoor_socket = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.169674] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] backlog = 4096 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.169805] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.169960] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] bind_host = 0.0.0.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.170107] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] bind_port = 9696 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.170237] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] client_socket_timeout = 900 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.170372] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] config_dir = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.170502] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.170647] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] config_source = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.170782] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] control_exchange = neutron {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.170916] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] core_plugin = ml2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.171062] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] debug = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.171194] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] default_availability_zones = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.171397] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.171608] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] dhcp_agent_notification = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.171678] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] dhcp_agents_per_network = 1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.171779] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] dhcp_lease_duration = 86400 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.171913] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] dhcp_load_type = networks {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.172052] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] dns_domain = openstacklocal {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.172211] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.172314] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] enable_default_route_bfd = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.172439] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] enable_default_route_ecmp = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.172564] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] enable_dvr = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.172692] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] enable_new_agents = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.172867] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.173018] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] enable_signals = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.173149] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] enable_traditional_dhcp = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.173272] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] external_dns_driver = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.173397] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] filter_validation = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.173539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] global_physnet_mtu = 8950 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.173669] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] graceful_shutdown_timeout = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.173841] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] host = cpu-1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.173977] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] host_dvr_for_dhcp = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.174118] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] http_retries = 3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.174254] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] instance_format = [instance: %(uuid)s] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.174387] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.174518] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ipam_driver = internal {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.174645] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ipv6_pd_enabled = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.174771] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] l3_ha = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.174903] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.175056] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] l3_ha_network_physical_name = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.175188] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] l3_ha_network_type = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.175321] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] log_color = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.175452] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] log_config_append = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.175583] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.175709] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] log_dir = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.175865] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] log_file = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.175978] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] log_options = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.176128] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] log_rotate_interval = 1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.176265] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] log_rotate_interval_type = days {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.176397] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] log_rotation_type = none {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.176498] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.176597] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.176730] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.176859] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.176957] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.177101] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] max_dns_nameservers = 5 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.177233] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] max_header_line = 16384 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.177360] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] max_l3_agents_per_router = 3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.177487] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] max_logfile_count = 30 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.177611] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] max_logfile_size_mb = 200 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.177737] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] max_subnet_host_routes = 20 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.177872] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] my_ip = 10.180.1.21 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.178013] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] my_ipv6 = ::1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.178145] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] network_auto_schedule = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.178267] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] network_link_prefix = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.178407] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.178565] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] notify_nova_on_port_data_changes = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.178698] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] notify_nova_on_port_status_changes = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.178828] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] pagination_max_limit = -1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.178981] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] publish_errors = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.179124] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] rate_limit_burst = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.179261] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] rate_limit_except_level = CRITICAL {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.179390] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] rate_limit_interval = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.179520] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] retry_until_window = 30 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.179647] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] router_distributed = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.179776] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] rpc_resources_processing_step = 20 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.179902] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] rpc_response_max_timeout = 600 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.180040] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] rpc_response_timeout = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.180170] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] send_events_interval = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.180316] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] service_plugins = ['router'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.180485] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] setproctitle = on {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.180613] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] shell_completion = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.180746] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] state_path = /opt/stack/data/neutron {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.180879] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] syslog_log_facility = LOG_USER {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.181027] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] tcp_keepidle = 600 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.181167] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] transport_url = **** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.181306] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] use_journal = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.181443] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] use_json = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.181587] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] use_ssl = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.181720] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] use_stderr = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.181849] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] use_syslog = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.182048] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] vlan_qinq = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.182238] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] vlan_transparent = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.182438] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] watch_log_file = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.182633] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] wsgi_default_pool_size = 100 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.182814] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] wsgi_keep_alive = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.182971] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.183116] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] wsgi_server_debug = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.183270] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_concurrency.disable_process_locking = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.183486] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.183673] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.183805] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.183946] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.184092] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.184225] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.184372] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.connection_string = messaging:// {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.184532] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.enabled = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.184686] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.es_doc_type = notification {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.184819] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.es_scroll_size = 10000 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.184955] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.es_scroll_time = 2m {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.185099] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.filter_error_trace = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.185261] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.hmac_keys = **** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.185405] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.sentinel_service_name = mymaster {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.185573] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.socket_timeout = 0.1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.185710] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.trace_requests = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.185840] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler.trace_sqlalchemy = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.185983] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler_jaeger.process_tags = {} {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.186126] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler_jaeger.service_name_prefix = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.186256] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] profiler_otlp.service_name_prefix = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.186401] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.enforce_new_defaults = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.186661] env[65380]: WARNING oslo_config.cfg [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 522.186809] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.enforce_scope = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.186950] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.policy_default_rule = default {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.187108] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.187271] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.187427] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.187588] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.187754] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.187890] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.188036] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.188178] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.188327] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.188479] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] agent.extensions = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.188614] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189104] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] service_providers.service_provider = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189104] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.default_quota = -1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189104] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189276] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.quota_floatingip = 50 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189375] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.quota_network = 100 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189454] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.quota_port = 500 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189585] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189716] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.quota_router = 10 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189847] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.quota_security_group = 10 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.189978] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.190131] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.quota_subnet = 100 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.190340] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] QUOTAS.track_quota_usage = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.190547] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.190760] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.190913] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.191060] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.191203] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.191337] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.191464] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.191604] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.191729] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_dhcp_release.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.191865] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_dhcp_release.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.191977] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.192117] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.192245] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.192400] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_dhcp_release.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.192550] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.192675] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_ovs_vsctl.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.192799] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.192925] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.193066] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.193213] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.193345] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_ovs_vsctl.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.193479] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_namespace.capabilities = [21] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.193624] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_namespace.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.193758] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_namespace.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.193888] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.194051] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.194160] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198020] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_namespace.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198020] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_conntrack.capabilities = [12] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198020] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_conntrack.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198020] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_conntrack.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198020] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198020] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198020] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_conntrack.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_link.capabilities = [12, 21] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_link.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_link.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_link.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_link.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198730] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] privsep_link.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198730] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198730] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198730] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.continue_on_failed_promotions = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198730] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.dscp = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198730] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.dscp_inherit = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198730] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.force_mp_to_policy = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198910] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.locking_coordinator_url = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198910] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.log_agent_heartbeats = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198910] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.logging_expire = 1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198910] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198910] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.198910] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.polling_interval = 240 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.199090] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.199302] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.199344] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.report_interval = 30.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.199495] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.199646] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.199784] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.199919] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.sync_skew = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.200062] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.synchronization_queue_size = 20 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.200195] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT.use_helper_for_ns_read = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.200331] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] SECURITYGROUP.enable_ipset = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.200501] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] SECURITYGROUP.enable_security_group = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.200646] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.200812] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.200946] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] experimental.ipv6_pd_enabled = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.201106] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ml2.extension_drivers = ['port_security'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.201263] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ml2.external_network_type = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.201418] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.201555] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ml2.overlay_ip_version = 4 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.202515] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ml2.path_mtu = 8950 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.202515] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ml2.physical_network_mtus = {} {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.202515] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.202515] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.202515] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ml2.type_drivers = ['vlan'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.202515] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.203258] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.203258] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.203258] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.203258] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.203258] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.203258] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.203785] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.203785] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.203785] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205021] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_login_password = **** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205021] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205021] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_login_user = admin {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205021] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205021] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205021] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205021] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205467] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205467] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205467] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205467] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205467] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.205700] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.206370] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.206370] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.206370] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.206370] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.206370] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.206635] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.206635] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.206735] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.auth_section = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.207036] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.auth_type = password {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.207036] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.207528] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.certfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.207528] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.collect_timing = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.207528] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.endpoint_type = public {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.207528] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.insecure = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.207723] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.keyfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.208134] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.region_name = RegionOne {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.208134] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.split_loggers = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.208134] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] nova.timeout = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.208134] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.auth_section = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.208360] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.auth_type = password {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.208422] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210061] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.certfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210061] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.collect_timing = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210061] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.endpoint_type = public {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210061] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.insecure = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210061] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.keyfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210061] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.region_name = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210061] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.split_loggers = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210959] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] placement.timeout = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210959] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.auth_section = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210959] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.auth_type = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210959] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.cafile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210959] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.certfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210959] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.collect_timing = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.210959] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.connect_retries = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.connect_retry_delay = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.enable_notifications = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.endpoint_override = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.insecure = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.interface = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.keyfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211539] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.max_version = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211851] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.min_version = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211851] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.region_name = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211851] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.retriable_status_codes = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211851] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.service_name = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.211851] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.service_type = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.212103] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.split_loggers = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.212103] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.status_code_retries = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.212198] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.status_code_retry_delay = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.212356] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.timeout = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.212839] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.valid_interfaces = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.212839] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ironic.version = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.212839] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] cli_script.dry_run = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.213089] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.213089] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.213234] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.213458] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214465] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214465] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214465] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214465] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214465] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214465] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214666] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214666] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214666] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214743] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214855] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.214958] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.215161] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.215330] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.215540] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.215714] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.215896] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.216045] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.216427] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.216427] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.216427] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.216667] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.216667] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.217450] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.217450] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.217450] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.217450] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.ssl = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.217450] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.217721] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.217721] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.217820] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.218036] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.218127] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.218224] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_notifications.driver = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.219083] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_notifications.retry = -1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.219083] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.219083] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.219083] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-7dfe71a3-7084-4682-9290-f5d32415cc34 None None] ******************************************************************************** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 522.219816] env[65380]: DEBUG neutron.agent.securitygroups_rpc [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Init firewall settings (driver=nsxv3) {{(pid=65380) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 522.221370] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65380) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 522.221449] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] RPC agent_id: nsxm-l-01a.corp.local [ 522.223793] env[65380]: DEBUG dogpile.cache.region [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.223793] env[65380]: DEBUG dogpile.lock [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 522.223793] env[65380]: DEBUG dogpile.lock [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 522.223959] env[65380]: DEBUG dogpile.lock [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 522.223959] env[65380]: DEBUG dogpile.cache.region [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.224036] env[65380]: DEBUG dogpile.lock [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 522.224152] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 522.245271] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Session token - acquiring [ 522.246815] env[65380]: DEBUG networking_nsxv3.common.locking [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.246981] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.247094] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.247506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.259778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.557166] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 522.580984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 522.581274] env[65380]: DEBUG dogpile.cache.region [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Cache value generated in 0.357 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 522.581274] env[65380]: DEBUG dogpile.lock [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 522.581405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Activating Policy API Provider. [ 522.581599] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Looking for the default Infrastructure Rules. [ 522.653415] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Looking for the Default Layer3 Logged Drop Section. [ 522.669334] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 522.669816] env[65380]: DEBUG networking_nsxv3.common.locking [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.669984] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.670096] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.670556] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.671099] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.186248] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.690099] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.192530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Inventory metadata is going to be refreshed. [ 524.192952] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 524.938175] env[65380]: DEBUG networking_nsxv3.common.locking [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.938581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.938581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.938904] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.950877] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 524.951764] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.952412] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 524.970145] env[65380]: DEBUG networking_nsxv3.common.locking [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.970464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.970464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.970741] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.970867] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.971017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 524.971132] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.971232] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 524.991137] env[65380]: DEBUG networking_nsxv3.common.locking [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.991437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.991437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.991689] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.991893] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.992077] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 525.011951] env[65380]: DEBUG networking_nsxv3.common.locking [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.012220] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.012220] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.012496] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.012633] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.012771] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 525.032662] env[65380]: DEBUG networking_nsxv3.common.locking [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.032983] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.032983] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.033231] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.033357] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.033502] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 525.033612] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.033698] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 525.051577] env[65380]: DEBUG networking_nsxv3.common.locking [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.051870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.051870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.052064] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.052181] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.052317] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 525.052418] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.052594] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 525.075226] env[65380]: DEBUG networking_nsxv3.common.locking [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.075521] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.075521] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.075852] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.075995] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.076160] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 525.076260] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.076357] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Inventory metadata have been refreshed. [ 525.076448] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Dryrun:True. Metadata refresh completed. [ 525.076636] env[65380]: DEBUG oslo_concurrency.lockutils [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.078437] env[65380]: INFO neutron.agent.agent_extensions_manager [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Loaded agent extensions: [] [ 525.079265] env[65380]: DEBUG neutron_lib.callbacks.manager [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65380) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 525.133377] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent RPC Daemon Started! [ 525.133546] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent loop - iteration:0 started [ 525.133595] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent out of sync with plugin! [ 530.080327] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 530.080777] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.081945] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.081945] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 538.477380] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8cd3285c-6c88-488d-8ae2-6ade50bbcc61 demo admin] Enqueued Resource ID: 1d8892aa-dd74-49bd-974b-4cacac027d61 with Priority: HIGHEST for action security_group_rules [ 538.477905] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d8892aa-dd74-49bd-974b-4cacac027d61 with Priority: HIGHEST for action security_group_rules [ 538.478206] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d8892aa-dd74-49bd-974b-4cacac027d61 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.478330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d8892aa-dd74-49bd-974b-4cacac027d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.478397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d8892aa-dd74-49bd-974b-4cacac027d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.478739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d8892aa-dd74-49bd-974b-4cacac027d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.478824] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d8892aa-dd74-49bd-974b-4cacac027d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.001745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.001745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.001745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.002081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.002081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.002081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d8892aa-dd74-49bd-974b-4cacac027d61 already deleted. [ 539.002081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d8892aa-dd74-49bd-974b-4cacac027d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.478656] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.479078] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.480358] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.480358] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.481973] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.481973] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.082162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.082716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.082716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.082716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.082903] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 556.585459] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.087764] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.593422] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 557.593688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 558.426701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.436018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.436018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.436018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.441549] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 558.442614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.443740] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 558.464432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.464904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.465098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.465392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.465572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.465766] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 558.465931] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.466129] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 558.482887] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.483352] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.486770] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.487135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.487304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.487582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.487803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.488016] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 558.510637] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.511112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.511308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.511614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.511838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.512058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 558.534785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.535366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.540029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.540029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.540029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.540029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 558.540029] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.540029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 558.561226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.561226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.561226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.561226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.561226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.561226] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 558.561226] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.561226] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 558.583368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.583817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.583987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.584284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.584478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.584729] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 558.584909] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 558.585071] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 558.585215] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 558.585366] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 558.585507] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 558.585647] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 558.586017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 558.586178] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 558.586327] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 558.610388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.610886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.611062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.611343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.611579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.611786] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 558.635631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.636127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.636293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.636581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.636773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.651018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.484990] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.485267] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.096243] env[65380]: INFO networking_nsxv3.common.synchronization [None req-7be95cd7-ceb7-4db4-90fb-9026885b3f0f None None] Enqueued Resource ID: d4a395c3-35d2-48c4-b210-69dd93487fb6 with Priority: HIGHEST for action port [ 566.096807] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a395c3-35d2-48c4-b210-69dd93487fb6 with Priority: HIGHEST for action port [ 566.100486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4a395c3-35d2-48c4-b210-69dd93487fb6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.100681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4a395c3-35d2-48c4-b210-69dd93487fb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.100764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4a395c3-35d2-48c4-b210-69dd93487fb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.101409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4a395c3-35d2-48c4-b210-69dd93487fb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.101409] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a395c3-35d2-48c4-b210-69dd93487fb6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.605112] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4a395c3-35d2-48c4-b210-69dd93487fb6 [ 566.605112] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.605112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.605112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.605112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.605112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.605112] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4a395c3-35d2-48c4-b210-69dd93487fb6 already deleted. [ 566.605112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4a395c3-35d2-48c4-b210-69dd93487fb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.719623] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e178ff63-2ec3-4fca-8259-11754bf0a389 None None] Enqueued Resource ID: e4381353-84bd-4454-a5a7-4747949d7d9a with Priority: HIGHEST for action port [ 567.720187] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4381353-84bd-4454-a5a7-4747949d7d9a with Priority: HIGHEST for action port [ 567.720628] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4381353-84bd-4454-a5a7-4747949d7d9a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.721264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4381353-84bd-4454-a5a7-4747949d7d9a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.721264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4381353-84bd-4454-a5a7-4747949d7d9a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.722820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4381353-84bd-4454-a5a7-4747949d7d9a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.722820] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4381353-84bd-4454-a5a7-4747949d7d9a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.229300] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4381353-84bd-4454-a5a7-4747949d7d9a [ 568.229300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.229300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.229300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.229300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.229300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.229300] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4381353-84bd-4454-a5a7-4747949d7d9a already deleted. [ 568.229300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4381353-84bd-4454-a5a7-4747949d7d9a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.218720] env[65380]: INFO networking_nsxv3.common.synchronization [None req-dbc3d660-b853-465d-b1c0-e6b22c4775e5 None None] Enqueued Resource ID: da9e7c07-f1aa-44d6-9928-aaf196b214b1 with Priority: HIGHEST for action port [ 569.219283] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9e7c07-f1aa-44d6-9928-aaf196b214b1 with Priority: HIGHEST for action port [ 569.219611] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9e7c07-f1aa-44d6-9928-aaf196b214b1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.219735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9e7c07-f1aa-44d6-9928-aaf196b214b1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.219735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9e7c07-f1aa-44d6-9928-aaf196b214b1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.220303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9e7c07-f1aa-44d6-9928-aaf196b214b1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.220303] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9e7c07-f1aa-44d6-9928-aaf196b214b1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.724656] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da9e7c07-f1aa-44d6-9928-aaf196b214b1 [ 569.724894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.725043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.725111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.726119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.726216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.726315] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da9e7c07-f1aa-44d6-9928-aaf196b214b1 already deleted. [ 569.726394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9e7c07-f1aa-44d6-9928-aaf196b214b1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.090330] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d7ec5068-d6d0-41ee-b68d-45c9660a06b5 None None] Enqueued Resource ID: 9f01b36a-1b81-427c-8253-3a6ba023cd8f with Priority: HIGHEST for action port [ 570.090600] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f01b36a-1b81-427c-8253-3a6ba023cd8f with Priority: HIGHEST for action port [ 570.091349] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f01b36a-1b81-427c-8253-3a6ba023cd8f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.091475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f01b36a-1b81-427c-8253-3a6ba023cd8f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.091535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f01b36a-1b81-427c-8253-3a6ba023cd8f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.091824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f01b36a-1b81-427c-8253-3a6ba023cd8f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.091908] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f01b36a-1b81-427c-8253-3a6ba023cd8f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.597106] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f01b36a-1b81-427c-8253-3a6ba023cd8f [ 570.597106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.597106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.597106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.597106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.597106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.597106] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f01b36a-1b81-427c-8253-3a6ba023cd8f already deleted. [ 570.597106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f01b36a-1b81-427c-8253-3a6ba023cd8f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.866831] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6ea3306a-6f4a-44bc-972b-e30ff5bbe3f2 None None] Enqueued Resource ID: 6291216e-8e55-46cc-9908-88ab6445b037 with Priority: HIGHEST for action port [ 570.866985] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6291216e-8e55-46cc-9908-88ab6445b037 with Priority: HIGHEST for action port [ 570.867351] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6291216e-8e55-46cc-9908-88ab6445b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.867704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6291216e-8e55-46cc-9908-88ab6445b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.867704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6291216e-8e55-46cc-9908-88ab6445b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.868704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6291216e-8e55-46cc-9908-88ab6445b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.868704] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6291216e-8e55-46cc-9908-88ab6445b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.996051] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3dd63f49-0c02-41d4-819d-fee43ab7e852 None None] Enqueued Resource ID: 9e29dc8a-fa89-47eb-9fc7-bd591e6a0941 with Priority: HIGHEST for action port [ 570.996264] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e29dc8a-fa89-47eb-9fc7-bd591e6a0941 with Priority: HIGHEST for action port [ 570.996570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e29dc8a-fa89-47eb-9fc7-bd591e6a0941 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.996706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e29dc8a-fa89-47eb-9fc7-bd591e6a0941" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.996761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e29dc8a-fa89-47eb-9fc7-bd591e6a0941" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.997109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e29dc8a-fa89-47eb-9fc7-bd591e6a0941" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.997227] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e29dc8a-fa89-47eb-9fc7-bd591e6a0941',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.371419] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6291216e-8e55-46cc-9908-88ab6445b037 [ 571.371419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.371965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.372097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.372316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.374564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.374564] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6291216e-8e55-46cc-9908-88ab6445b037 already deleted. [ 571.374564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6291216e-8e55-46cc-9908-88ab6445b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.499778] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e29dc8a-fa89-47eb-9fc7-bd591e6a0941 [ 571.501016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.501016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.501016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.501016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.501016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.501016] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e29dc8a-fa89-47eb-9fc7-bd591e6a0941 already deleted. [ 571.501016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e29dc8a-fa89-47eb-9fc7-bd591e6a0941" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.758447] env[65380]: INFO networking_nsxv3.common.synchronization [None req-afbb4d90-bae6-4a06-af35-25c3f77385cf None None] Enqueued Resource ID: 1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc with Priority: HIGHEST for action port [ 571.758447] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc with Priority: HIGHEST for action port [ 571.758965] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.759983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.759983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.759983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.759983] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.264573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc [ 572.265486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.265486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.265486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.265486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.265486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.265757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc already deleted. [ 572.265757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ec3ed33-71cc-4baf-9ae7-3761d5d65dbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.657504] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c0c40d2c-c57d-481a-a8ab-94623bf0c6b5 None None] Enqueued Resource ID: 2c361441-ead8-47d9-8910-a7a35d87f9c7 with Priority: HIGHEST for action port [ 572.660962] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c361441-ead8-47d9-8910-a7a35d87f9c7 with Priority: HIGHEST for action port [ 572.660962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c361441-ead8-47d9-8910-a7a35d87f9c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.660962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c361441-ead8-47d9-8910-a7a35d87f9c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.660962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c361441-ead8-47d9-8910-a7a35d87f9c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.660962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c361441-ead8-47d9-8910-a7a35d87f9c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.660962] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c361441-ead8-47d9-8910-a7a35d87f9c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.053213] env[65380]: INFO networking_nsxv3.common.synchronization [None req-aa2f8521-5a47-427d-98d1-530de208daf0 None None] Enqueued Resource ID: 3f3629cf-a733-4439-82e7-a4dd7f3d2030 with Priority: HIGHEST for action port [ 573.053779] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3629cf-a733-4439-82e7-a4dd7f3d2030 with Priority: HIGHEST for action port [ 573.054092] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3629cf-a733-4439-82e7-a4dd7f3d2030 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.054207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3629cf-a733-4439-82e7-a4dd7f3d2030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.054272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3629cf-a733-4439-82e7-a4dd7f3d2030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.054519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3629cf-a733-4439-82e7-a4dd7f3d2030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.054589] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3629cf-a733-4439-82e7-a4dd7f3d2030',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.163756] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c361441-ead8-47d9-8910-a7a35d87f9c7 [ 573.163756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.164038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.164038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.164155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.164204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.164300] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c361441-ead8-47d9-8910-a7a35d87f9c7 already deleted. [ 573.164375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c361441-ead8-47d9-8910-a7a35d87f9c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.560471] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f3629cf-a733-4439-82e7-a4dd7f3d2030 [ 573.560754] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.561380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.561380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.561550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.561600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.561991] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f3629cf-a733-4439-82e7-a4dd7f3d2030 already deleted. [ 573.561991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3629cf-a733-4439-82e7-a4dd7f3d2030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.977049] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0364e580-e6b3-460a-add3-95bb910286ed None None] Enqueued Resource ID: fb301c40-8ffe-4ea7-9769-de09551abf55 with Priority: HIGHEST for action port [ 573.977854] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb301c40-8ffe-4ea7-9769-de09551abf55 with Priority: HIGHEST for action port [ 573.977919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb301c40-8ffe-4ea7-9769-de09551abf55 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.977996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb301c40-8ffe-4ea7-9769-de09551abf55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.978068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb301c40-8ffe-4ea7-9769-de09551abf55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.979829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb301c40-8ffe-4ea7-9769-de09551abf55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.979829] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb301c40-8ffe-4ea7-9769-de09551abf55',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.481326] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb301c40-8ffe-4ea7-9769-de09551abf55 [ 574.481764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.481764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.481764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.482113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.482113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.484162] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb301c40-8ffe-4ea7-9769-de09551abf55 already deleted. [ 574.484162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb301c40-8ffe-4ea7-9769-de09551abf55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.686024] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e91ac016-4e2f-4221-8abc-09f3153d86f3 None None] Enqueued Resource ID: 9c02a5cb-d6f9-45df-b595-a8549954825a with Priority: HIGHEST for action port [ 574.686024] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c02a5cb-d6f9-45df-b595-a8549954825a with Priority: HIGHEST for action port [ 574.686024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c02a5cb-d6f9-45df-b595-a8549954825a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.686024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c02a5cb-d6f9-45df-b595-a8549954825a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.686024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c02a5cb-d6f9-45df-b595-a8549954825a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.686301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c02a5cb-d6f9-45df-b595-a8549954825a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.686301] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c02a5cb-d6f9-45df-b595-a8549954825a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.189111] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c02a5cb-d6f9-45df-b595-a8549954825a [ 575.189371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.189508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.189578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.189790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.189875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.189979] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c02a5cb-d6f9-45df-b595-a8549954825a already deleted. [ 575.190072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c02a5cb-d6f9-45df-b595-a8549954825a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.890832] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b3297937-8b69-498d-9b5a-1ecb226570bd None None] Enqueued Resource ID: e66a2ce2-616b-4266-b3a8-d47e70989b7c with Priority: HIGHEST for action port [ 575.890832] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66a2ce2-616b-4266-b3a8-d47e70989b7c with Priority: HIGHEST for action port [ 575.890832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e66a2ce2-616b-4266-b3a8-d47e70989b7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.890832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e66a2ce2-616b-4266-b3a8-d47e70989b7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.890832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e66a2ce2-616b-4266-b3a8-d47e70989b7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.891328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e66a2ce2-616b-4266-b3a8-d47e70989b7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.891328] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66a2ce2-616b-4266-b3a8-d47e70989b7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.395829] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e66a2ce2-616b-4266-b3a8-d47e70989b7c [ 576.396116] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.396254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.396325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.396525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.397180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.397180] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e66a2ce2-616b-4266-b3a8-d47e70989b7c already deleted. [ 576.397180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e66a2ce2-616b-4266-b3a8-d47e70989b7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.769442] env[65380]: INFO networking_nsxv3.common.synchronization [None req-fe332c3f-f6e0-422d-93f8-89bbbde0071d None None] Enqueued Resource ID: fd51a9cb-f663-476c-b56e-db9259126a0a with Priority: HIGHEST for action port [ 576.769827] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd51a9cb-f663-476c-b56e-db9259126a0a with Priority: HIGHEST for action port [ 576.772695] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd51a9cb-f663-476c-b56e-db9259126a0a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.772695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd51a9cb-f663-476c-b56e-db9259126a0a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.772695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd51a9cb-f663-476c-b56e-db9259126a0a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.772695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd51a9cb-f663-476c-b56e-db9259126a0a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.772695] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd51a9cb-f663-476c-b56e-db9259126a0a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.818919] env[65380]: INFO networking_nsxv3.common.synchronization [None req-58671b85-09a7-4a09-a5ae-b98f45a356a5 None None] Enqueued Resource ID: 022b4479-e54c-431c-9021-74b102d03351 with Priority: HIGHEST for action port [ 576.819974] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022b4479-e54c-431c-9021-74b102d03351 with Priority: HIGHEST for action port [ 576.820400] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-022b4479-e54c-431c-9021-74b102d03351 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.820534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-022b4479-e54c-431c-9021-74b102d03351" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.820624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-022b4479-e54c-431c-9021-74b102d03351" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.820872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-022b4479-e54c-431c-9021-74b102d03351" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.820951] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022b4479-e54c-431c-9021-74b102d03351',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.274679] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd51a9cb-f663-476c-b56e-db9259126a0a [ 577.274998] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.274998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.275156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.275310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.275404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.275623] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd51a9cb-f663-476c-b56e-db9259126a0a already deleted. [ 577.275623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd51a9cb-f663-476c-b56e-db9259126a0a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.324548] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 022b4479-e54c-431c-9021-74b102d03351 [ 577.324548] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.324681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.324681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.324882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.324966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.325089] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:022b4479-e54c-431c-9021-74b102d03351 already deleted. [ 577.325163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-022b4479-e54c-431c-9021-74b102d03351" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.362667] env[65380]: INFO networking_nsxv3.common.synchronization [None req-fb2a18e3-a177-4dc2-b8bc-bd0047202409 None None] Enqueued Resource ID: dbadc961-1faf-423e-a740-380ac6ad02ab with Priority: HIGHEST for action port [ 579.362927] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbadc961-1faf-423e-a740-380ac6ad02ab with Priority: HIGHEST for action port [ 579.363923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbadc961-1faf-423e-a740-380ac6ad02ab taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.364085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbadc961-1faf-423e-a740-380ac6ad02ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.364157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbadc961-1faf-423e-a740-380ac6ad02ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.364485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbadc961-1faf-423e-a740-380ac6ad02ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.364833] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbadc961-1faf-423e-a740-380ac6ad02ab',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.867999] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbadc961-1faf-423e-a740-380ac6ad02ab [ 579.868250] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.868385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.868452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.868670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.868759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.868850] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbadc961-1faf-423e-a740-380ac6ad02ab already deleted. [ 579.869044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbadc961-1faf-423e-a740-380ac6ad02ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.594027] env[65380]: INFO networking_nsxv3.common.synchronization [None req-557acb25-89b5-436e-8119-f69d3874c583 None None] Enqueued Resource ID: 86fb53c2-ea92-4cbb-80ab-9f85df465792 with Priority: HIGHEST for action port [ 580.594419] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fb53c2-ea92-4cbb-80ab-9f85df465792 with Priority: HIGHEST for action port [ 580.594711] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-86fb53c2-ea92-4cbb-80ab-9f85df465792 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.594875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86fb53c2-ea92-4cbb-80ab-9f85df465792" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.594914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86fb53c2-ea92-4cbb-80ab-9f85df465792" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.596205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86fb53c2-ea92-4cbb-80ab-9f85df465792" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.596320] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86fb53c2-ea92-4cbb-80ab-9f85df465792',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.624490] env[65380]: INFO networking_nsxv3.common.synchronization [None req-71bd32e3-1107-4db9-9ac7-208dc47af250 None None] Enqueued Resource ID: 4d47064f-a174-4749-9900-87cdd9e2ae52 with Priority: HIGHEST for action port [ 580.625029] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d47064f-a174-4749-9900-87cdd9e2ae52 with Priority: HIGHEST for action port [ 580.625330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d47064f-a174-4749-9900-87cdd9e2ae52 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.625456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d47064f-a174-4749-9900-87cdd9e2ae52" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.625519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d47064f-a174-4749-9900-87cdd9e2ae52" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.625767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d47064f-a174-4749-9900-87cdd9e2ae52" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.625852] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d47064f-a174-4749-9900-87cdd9e2ae52',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.082637] env[65380]: INFO networking_nsxv3.common.synchronization [None req-63108ae6-a9a7-4cfd-8781-1e36fcf5892e None None] Enqueued Resource ID: 26f8f25c-cea5-4325-b37e-f4e69e0e82d7 with Priority: HIGHEST for action port [ 581.082637] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f8f25c-cea5-4325-b37e-f4e69e0e82d7 with Priority: HIGHEST for action port [ 581.082637] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-26f8f25c-cea5-4325-b37e-f4e69e0e82d7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.082637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26f8f25c-cea5-4325-b37e-f4e69e0e82d7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.082637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26f8f25c-cea5-4325-b37e-f4e69e0e82d7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.082637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26f8f25c-cea5-4325-b37e-f4e69e0e82d7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.082637] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26f8f25c-cea5-4325-b37e-f4e69e0e82d7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.101896] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86fb53c2-ea92-4cbb-80ab-9f85df465792 [ 581.101896] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.101896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.101896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.101896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.101896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.101896] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86fb53c2-ea92-4cbb-80ab-9f85df465792 already deleted. [ 581.101896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86fb53c2-ea92-4cbb-80ab-9f85df465792" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.101896] env[65380]: INFO networking_nsxv3.common.synchronization [req-d0466791-a431-4493-9352-a5d91cdab3b6 req-258880f6-064e-493d-b650-dd617d19cd13 tempest-MigrationsAdminTest-594432513 tempest-MigrationsAdminTest-594432513-project-member] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 581.102218] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 581.105079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.105079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.105079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.105079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.105079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.105079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.105079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.105079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.105079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.105079] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.129629] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d47064f-a174-4749-9900-87cdd9e2ae52 [ 581.129629] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.129759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.131589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.131589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.131589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.131589] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d47064f-a174-4749-9900-87cdd9e2ae52 already deleted. [ 581.131589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d47064f-a174-4749-9900-87cdd9e2ae52" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.584685] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26f8f25c-cea5-4325-b37e-f4e69e0e82d7 [ 581.584685] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.584914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.584965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.585397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.585490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.585561] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26f8f25c-cea5-4325-b37e-f4e69e0e82d7 already deleted. [ 581.585752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26f8f25c-cea5-4325-b37e-f4e69e0e82d7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.606267] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.606267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.606267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.607099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.607099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.607099] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.607099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.607099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.607099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.607321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.607321] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 already deleted. [ 581.607434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.766445] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.770823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.770823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.770823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.770823] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.770823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.770823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.770823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.770823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.770823] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.770823] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.770823] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.770823] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.770823] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.770823] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.770823] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.792118] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.792118] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 581.792118] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.792118] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.792118] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-c1136b97-faea-4dbe-9fd8-04fd7869cf23 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.792118] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-c1136b97-faea-4dbe-9fd8-04fd7869cf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.792118] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-c1136b97-faea-4dbe-9fd8-04fd7869cf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.792118] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-c1136b97-faea-4dbe-9fd8-04fd7869cf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.792118] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1136b97-faea-4dbe-9fd8-04fd7869cf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.297374] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.297594] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.297719] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.297992] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.298163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.298295] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port c1136b97-faea-4dbe-9fd8-04fd7869cf23 not found, creating... [ 582.298663] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.298835] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.299091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.299201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.299268] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.299612] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.299845] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.299845] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.300052] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.300206] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.300347] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: c1136b97-faea-4dbe-9fd8-04fd7869cf23 is going to be created. [ 582.321384] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.321384] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.321384] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.321793] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.321793] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.321956] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-c1136b97-faea-4dbe-9fd8-04fd7869cf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.183193] env[65380]: INFO networking_nsxv3.common.synchronization [req-d0466791-a431-4493-9352-a5d91cdab3b6 req-1cce5ce6-20b1-42a8-b09e-dfed2fbacc54 service nova] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_rules [ 583.183193] env[65380]: INFO networking_nsxv3.common.synchronization [req-d0466791-a431-4493-9352-a5d91cdab3b6 req-1cce5ce6-20b1-42a8-b09e-dfed2fbacc54 service nova] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 583.183193] env[65380]: INFO networking_nsxv3.common.synchronization [req-d0466791-a431-4493-9352-a5d91cdab3b6 req-1cce5ce6-20b1-42a8-b09e-dfed2fbacc54 service nova] Enqueued Resource ID: c1136b97-faea-4dbe-9fd8-04fd7869cf23 with Priority: HIGHEST for action port [ 583.183193] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_rules [ 583.183193] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 583.183193] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1136b97-faea-4dbe-9fd8-04fd7869cf23 with Priority: HIGHEST for action port [ 583.183193] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.183193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.183193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.187117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.187117] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.188363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.188497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.188627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.188851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.189101] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.189267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.189369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.189553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.190163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.190306] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.194114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1136b97-faea-4dbe-9fd8-04fd7869cf23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.194114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1136b97-faea-4dbe-9fd8-04fd7869cf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.194114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1136b97-faea-4dbe-9fd8-04fd7869cf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.194114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1136b97-faea-4dbe-9fd8-04fd7869cf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.194114] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1136b97-faea-4dbe-9fd8-04fd7869cf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.310305] env[65380]: INFO networking_nsxv3.common.synchronization [req-866bd111-dddb-4e15-bd07-e8f14c05fc84 req-0eec7879-de89-4135-b83c-980f279e8e4a tempest-ServersAdminNegativeTestJSON-1555453893 tempest-ServersAdminNegativeTestJSON-1555453893-project-member] Enqueued Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 583.310305] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 583.310305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.310305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.310305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.310305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.310305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.310305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.310305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.310305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.310305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.310305] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.409385] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a209e2a3-7634-4c3b-babb-e4f52c3338e8 None None] Enqueued Resource ID: 84d6916b-082f-4432-ba62-288714afa121 with Priority: HIGHEST for action port [ 583.409677] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d6916b-082f-4432-ba62-288714afa121 with Priority: HIGHEST for action port [ 583.410350] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d6916b-082f-4432-ba62-288714afa121 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.410581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d6916b-082f-4432-ba62-288714afa121" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.410721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d6916b-082f-4432-ba62-288714afa121" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.411209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d6916b-082f-4432-ba62-288714afa121" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.411436] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d6916b-082f-4432-ba62-288714afa121',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.433483] env[65380]: INFO networking_nsxv3.common.synchronization [None req-187b3fd1-1b82-41d5-8ae0-9652a671f986 None None] Enqueued Resource ID: 0bd8f15a-53e4-4906-b81b-7a928ea5b088 with Priority: HIGHEST for action port [ 583.433652] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd8f15a-53e4-4906-b81b-7a928ea5b088 with Priority: HIGHEST for action port [ 583.434329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bd8f15a-53e4-4906-b81b-7a928ea5b088 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.434329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bd8f15a-53e4-4906-b81b-7a928ea5b088" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.434553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bd8f15a-53e4-4906-b81b-7a928ea5b088" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.434876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bd8f15a-53e4-4906-b81b-7a928ea5b088" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.434876] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bd8f15a-53e4-4906-b81b-7a928ea5b088',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.697678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.697678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.709043] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.709976] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1136b97-faea-4dbe-9fd8-04fd7869cf23 with status ACTIVE [ 583.711011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.711011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.711011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.711011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.711011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.711011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.711011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.711011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.711347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.711347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.711403] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.711455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.712163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.712163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.712163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.712163] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1136b97-faea-4dbe-9fd8-04fd7869cf23 is going to be updated. [ 583.739237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.739427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.740060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.740060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.740060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.740286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1136b97-faea-4dbe-9fd8-04fd7869cf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.817833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.817833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.817833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.817833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.817833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.817833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.817833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.817833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.817833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.818276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.818276] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba already deleted. [ 583.818276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.913986] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84d6916b-082f-4432-ba62-288714afa121 [ 583.914217] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.914345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.914411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.914612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.914697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.916017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84d6916b-082f-4432-ba62-288714afa121 already deleted. [ 583.916017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d6916b-082f-4432-ba62-288714afa121" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.939548] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bd8f15a-53e4-4906-b81b-7a928ea5b088 [ 583.939785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.941092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.941092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.941263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.941356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.941457] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bd8f15a-53e4-4906-b81b-7a928ea5b088 already deleted. [ 583.941555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bd8f15a-53e4-4906-b81b-7a928ea5b088" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.994676] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.994919] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.995061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.995363] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.995645] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.995812] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.995931] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.000129] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.001049] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.001049] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.001049] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.001049] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.001049] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.001049] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.001049] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.001274] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.020617] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.020617] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.020617] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.020617] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.020751] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-3e45d9e5-67de-4a16-97d8-719ccfb34821 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.020864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-3e45d9e5-67de-4a16-97d8-719ccfb34821" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.020973] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-3e45d9e5-67de-4a16-97d8-719ccfb34821" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.021305] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-3e45d9e5-67de-4a16-97d8-719ccfb34821" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.021436] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e45d9e5-67de-4a16-97d8-719ccfb34821',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.217606] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.523366] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.524162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.524162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.524162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.524254] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.524365] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 3e45d9e5-67de-4a16-97d8-719ccfb34821 not found, creating... [ 584.524636] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.524822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.524893] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.525114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.525240] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.525505] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.525648] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.525758] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.525949] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.526082] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.526218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 3e45d9e5-67de-4a16-97d8-719ccfb34821 is going to be created. [ 584.548972] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.548972] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.548972] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.549313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.549629] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.549983] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-3e45d9e5-67de-4a16-97d8-719ccfb34821" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.719186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.719346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.719415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.719634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.719720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.719821] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 is going to be created. [ 584.752258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.752460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.752460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.752657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.752816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.764186] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: UNINITIALIZED for 2s [ 585.372983] env[65380]: INFO networking_nsxv3.common.synchronization [req-866bd111-dddb-4e15-bd07-e8f14c05fc84 req-97b6ad3c-3828-4a92-8230-cfb29e7297d2 service nova] Enqueued Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_rules [ 585.372983] env[65380]: INFO networking_nsxv3.common.synchronization [req-866bd111-dddb-4e15-bd07-e8f14c05fc84 req-97b6ad3c-3828-4a92-8230-cfb29e7297d2 service nova] Enqueued Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 585.372983] env[65380]: INFO networking_nsxv3.common.synchronization [req-866bd111-dddb-4e15-bd07-e8f14c05fc84 req-97b6ad3c-3828-4a92-8230-cfb29e7297d2 service nova] Enqueued Resource ID: 3e45d9e5-67de-4a16-97d8-719ccfb34821 with Priority: HIGHEST for action port [ 585.372983] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_rules [ 585.374562] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 585.374680] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e45d9e5-67de-4a16-97d8-719ccfb34821 with Priority: HIGHEST for action port [ 585.375166] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.375166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.375166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.375373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.375487] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.376761] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.377144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.377144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.377335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.377335] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.377442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.377477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.377626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.377703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.377790] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.381705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e45d9e5-67de-4a16-97d8-719ccfb34821 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.381705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e45d9e5-67de-4a16-97d8-719ccfb34821" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.381705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e45d9e5-67de-4a16-97d8-719ccfb34821" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.381705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e45d9e5-67de-4a16-97d8-719ccfb34821" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.381705] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e45d9e5-67de-4a16-97d8-719ccfb34821',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.576439] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e214e257-3095-48e3-94a6-b13359c1ba44 tempest-VolumesAssistedSnapshotsTest-456459348 tempest-VolumesAssistedSnapshotsTest-456459348-project-member] Enqueued Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_rules [ 585.576856] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_rules [ 585.578046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.578046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.578046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.578046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.578046] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.769119] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ccaca8c0-e9fd-484d-8f55-352e6be40928 None None] Enqueued Resource ID: a5b944d8-780a-4fb5-8252-6b2e1899b49b with Priority: HIGHEST for action port [ 585.771049] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5b944d8-780a-4fb5-8252-6b2e1899b49b with Priority: HIGHEST for action port [ 585.771049] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5b944d8-780a-4fb5-8252-6b2e1899b49b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.771334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5b944d8-780a-4fb5-8252-6b2e1899b49b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.771334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5b944d8-780a-4fb5-8252-6b2e1899b49b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.771440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5b944d8-780a-4fb5-8252-6b2e1899b49b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.771487] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5b944d8-780a-4fb5-8252-6b2e1899b49b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.855478] env[65380]: INFO networking_nsxv3.common.synchronization [None req-f26ca81a-532d-45ac-be1e-77389dbeb1da tempest-VolumesAssistedSnapshotsTest-456459348 tempest-VolumesAssistedSnapshotsTest-456459348-project-member] Enqueued Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_rules [ 585.855478] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_rules [ 585.855478] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.855478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.883100] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.887783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.887783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.887783] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e45d9e5-67de-4a16-97d8-719ccfb34821 with status ACTIVE [ 585.887783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.887783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.887783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.887783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.887783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.887783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.887783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.887783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.887783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.887783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.887783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.891892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.891892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.891892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.891892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.891892] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e45d9e5-67de-4a16-97d8-719ccfb34821 is going to be updated. [ 585.909052] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.911086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.911086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.911086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.911086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.911086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e45d9e5-67de-4a16-97d8-719ccfb34821" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.100572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.100876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.100876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.101871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.101871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.101871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad already deleted. [ 586.101871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.101871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.102347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.102347] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.273667] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5b944d8-780a-4fb5-8252-6b2e1899b49b [ 586.273903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.274056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.274216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.274447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.274715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.274715] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5b944d8-780a-4fb5-8252-6b2e1899b49b already deleted. [ 586.274804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5b944d8-780a-4fb5-8252-6b2e1899b49b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.299177] env[65380]: INFO networking_nsxv3.common.synchronization [req-386c3060-4328-42fe-962b-4c5e6b6d29c5 req-e2077f28-bbd4-44d4-9aa4-17497dd99bd3 tempest-ServerDiagnosticsTest-1103321801 tempest-ServerDiagnosticsTest-1103321801-project-member] Enqueued Resource ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f with Priority: HIGHEST for action security_group_members [ 586.299997] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f with Priority: HIGHEST for action security_group_members [ 586.300356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-813acf66-f69f-46a1-842d-f5f49ca4e01f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.300727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.300896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.301205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.301399] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.302015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.302015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.302015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.302015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.302015] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('813acf66-f69f-46a1-842d-f5f49ca4e01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.389840] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.624865] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.624975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.624975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.625204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.625330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.625378] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad already deleted. [ 586.625457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.776691] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: SUCCESS [ 586.777495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.777495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.777495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.777642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.777765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.777834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.778088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.778179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.778262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.778368] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.807673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.807673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.807673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.807673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.807673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.807673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.807673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.807673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.807673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.807673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.807673] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f already deleted. [ 586.807673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.893573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.893681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.894265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.894265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.894265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.894265] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba is going to be created. [ 586.921655] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.921854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.921916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.922768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.922768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.933573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: UNINITIALIZED for 2s [ 587.124183] env[65380]: INFO networking_nsxv3.common.synchronization [None req-052da147-9cf0-44d6-bbac-9f17709f297e None None] Enqueued Resource ID: 7afba862-4e0c-4de3-9535-7b224960d60c with Priority: HIGHEST for action port [ 587.124447] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afba862-4e0c-4de3-9535-7b224960d60c with Priority: HIGHEST for action port [ 587.125016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7afba862-4e0c-4de3-9535-7b224960d60c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.125152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7afba862-4e0c-4de3-9535-7b224960d60c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.125217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7afba862-4e0c-4de3-9535-7b224960d60c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.125467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7afba862-4e0c-4de3-9535-7b224960d60c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.125554] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7afba862-4e0c-4de3-9535-7b224960d60c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.165726] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.166038] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.166177] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.166469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.166748] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.166948] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.167017] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.167230] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.167363] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.167817] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.167973] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.168045] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.168187] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.168373] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.168373] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.168553] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.186842] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.186993] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.187134] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.187693] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.187693] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-292d413e-bc36-420d-8718-9844e43b36ac taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.187871] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-292d413e-bc36-420d-8718-9844e43b36ac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.187871] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-292d413e-bc36-420d-8718-9844e43b36ac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.188332] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-292d413e-bc36-420d-8718-9844e43b36ac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.188332] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292d413e-bc36-420d-8718-9844e43b36ac',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.281103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.281103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.281103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.281341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.281507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.281696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.281696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.281846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.281928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.282024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.282168] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.282356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.282470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.282640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.282813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.282926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.283018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.283200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.283298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.283399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.283524] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.628841] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7afba862-4e0c-4de3-9535-7b224960d60c [ 587.628841] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.628841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.628841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.628841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.628841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.628841] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7afba862-4e0c-4de3-9535-7b224960d60c already deleted. [ 587.628841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7afba862-4e0c-4de3-9535-7b224960d60c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.695479] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.695479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.695479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.695852] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.699023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.699023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 292d413e-bc36-420d-8718-9844e43b36ac not found, creating... [ 587.699023] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.699023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.699023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.699023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.699023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.699023] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.699023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.699023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.699566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.699566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.699566] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 292d413e-bc36-420d-8718-9844e43b36ac is going to be created. [ 587.721413] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.721662] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.721888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.722126] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.722391] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.723871] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-292d413e-bc36-420d-8718-9844e43b36ac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.786169] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71951ab8-41be-41ea-ad40-e56d334281d9: rpc.has_security_group_logging(os_id): False [ 587.815349] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.815608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.815675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.815998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.815998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.819149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.819335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.819393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.819572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.819659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.819885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.820054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.820137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.820310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.820379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.820643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.820808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.820808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.821033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.821033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.821176] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 is going to be created. [ 587.910976] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.911193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.911330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.911546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.911725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.934637] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: IN_PROGRESS for 2s [ 588.474191] env[65380]: INFO networking_nsxv3.common.synchronization [req-386c3060-4328-42fe-962b-4c5e6b6d29c5 req-5be3182b-8c77-4b57-a4b0-9e4131485f4a service nova] Enqueued Resource ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f with Priority: HIGHEST for action security_group_rules [ 588.474362] env[65380]: INFO networking_nsxv3.common.synchronization [req-386c3060-4328-42fe-962b-4c5e6b6d29c5 req-5be3182b-8c77-4b57-a4b0-9e4131485f4a service nova] Enqueued Resource ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f with Priority: HIGHEST for action security_group_members [ 588.474495] env[65380]: INFO networking_nsxv3.common.synchronization [req-386c3060-4328-42fe-962b-4c5e6b6d29c5 req-5be3182b-8c77-4b57-a4b0-9e4131485f4a service nova] Enqueued Resource ID: 292d413e-bc36-420d-8718-9844e43b36ac with Priority: HIGHEST for action port [ 588.476233] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f with Priority: HIGHEST for action security_group_rules [ 588.476498] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f with Priority: HIGHEST for action security_group_members [ 588.476653] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292d413e-bc36-420d-8718-9844e43b36ac with Priority: HIGHEST for action port [ 588.477686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-813acf66-f69f-46a1-842d-f5f49ca4e01f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.477686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.477686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.477686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.477686] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('813acf66-f69f-46a1-842d-f5f49ca4e01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.478705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-813acf66-f69f-46a1-842d-f5f49ca4e01f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.479351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.479351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.479351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.480381] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.480381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.480381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.480381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.480381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.480381] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('813acf66-f69f-46a1-842d-f5f49ca4e01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.482808] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-292d413e-bc36-420d-8718-9844e43b36ac taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.482955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-292d413e-bc36-420d-8718-9844e43b36ac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.483358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-292d413e-bc36-420d-8718-9844e43b36ac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.483358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-292d413e-bc36-420d-8718-9844e43b36ac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.483358] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('292d413e-bc36-420d-8718-9844e43b36ac',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.945085] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: SUCCESS [ 588.945417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.945496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.945740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.945934] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.946074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.946178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.946361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.946460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.946571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.946681] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.983837] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('813acf66-f69f-46a1-842d-f5f49ca4e01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.984639] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 292d413e-bc36-420d-8718-9844e43b36ac with status ACTIVE [ 588.984846] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.984974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.985043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.985241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.985320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.985499] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.985592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.985650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.985788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.985857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.986038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.986125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.986181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.986315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.986424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.986459] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 292d413e-bc36-420d-8718-9844e43b36ac is going to be updated. [ 588.987718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-813acf66-f69f-46a1-842d-f5f49ca4e01f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.987869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.015059] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.015059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.015059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.015059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.015059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.015059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-292d413e-bc36-420d-8718-9844e43b36ac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.450111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.450111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.450111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.450111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.450669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.450669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.450669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.450669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.450669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.450669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.450855] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.485637] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('813acf66-f69f-46a1-842d-f5f49ca4e01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.817425] env[65380]: INFO networking_nsxv3.common.synchronization [None req-7d72e129-71a1-4a22-9d05-92d27cc31a3f None None] Enqueued Resource ID: 762620d9-27d0-4d40-af5d-69168baaf78b with Priority: HIGHEST for action port [ 589.817425] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 762620d9-27d0-4d40-af5d-69168baaf78b with Priority: HIGHEST for action port [ 589.817425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-762620d9-27d0-4d40-af5d-69168baaf78b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.817425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-762620d9-27d0-4d40-af5d-69168baaf78b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.817809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-762620d9-27d0-4d40-af5d-69168baaf78b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.818141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-762620d9-27d0-4d40-af5d-69168baaf78b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.819192] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762620d9-27d0-4d40-af5d-69168baaf78b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.950089] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: SUCCESS [ 589.950089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.955025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2689ee4c-4818-4b1e-a50c-bd2553b802ba: rpc.has_security_group_logging(os_id): False [ 589.974868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.974868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.974868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.974868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.974868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.974868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.974868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.974868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.974868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.974868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.975289] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.975426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.975480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.975705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.975850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.976105] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.976187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.976232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.976374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.976489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.976559] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba is going to be created. [ 589.990994] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.990994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.990994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.990994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.990994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.990994] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f is going to be created. [ 590.025065] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.025237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.025298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.025471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.025682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.042922] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.043123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.043226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.043356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.043546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.045827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f in Status: UNINITIALIZED for 2s [ 590.058657] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: IN_PROGRESS for 2s [ 590.307937] env[65380]: INFO networking_nsxv3.common.synchronization [req-69541d34-d488-4e7c-86a6-b185adb62a6e req-9e3170b1-10cd-46eb-82bf-6b9247380078 tempest-DeleteServersAdminTestJSON-221716978 tempest-DeleteServersAdminTestJSON-221716978-project-member] Enqueued Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 590.307937] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 590.307937] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.308276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.308276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.308486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.309287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.309287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.309287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.309287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.309287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.309287] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.324609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 762620d9-27d0-4d40-af5d-69168baaf78b [ 590.324839] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.324968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.325046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.325260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.325350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.325441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:762620d9-27d0-4d40-af5d-69168baaf78b already deleted. [ 590.325515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-762620d9-27d0-4d40-af5d-69168baaf78b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.790534] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.790704] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.790769] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.790984] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.791270] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.791423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.791532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.791739] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.791875] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.792093] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.792206] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.792310] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.792413] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.792521] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.792861] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.792861] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.815602] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.815602] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.815602] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.816638] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.817088] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.817291] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.817409] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.819113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.819113] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbaf836d-ef6e-4263-a0ea-b28d06200a7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.819113] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.819113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.819113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.820835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.820835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.820835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.820835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.820835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.820835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.821102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.821102] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc already deleted. [ 590.821102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.322712] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.323046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.324747] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.325107] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.325262] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.325441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port cbaf836d-ef6e-4263-a0ea-b28d06200a7c not found, creating... [ 591.325748] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.325934] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.326059] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.328279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.328279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.328279] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.328279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.328279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.328279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.328279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.328279] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: cbaf836d-ef6e-4263-a0ea-b28d06200a7c is going to be created. [ 591.355824] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.355824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.355824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.355824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.355824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.356204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.058151] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f in Status: SUCCESS [ 592.058382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.058663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.058794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.059027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.059130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.059175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.059322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.059399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.059478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.059658] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('813acf66-f69f-46a1-842d-f5f49ca4e01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.075470] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: SUCCESS [ 592.075470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.081241] env[65380]: INFO networking_nsxv3.common.synchronization [req-69541d34-d488-4e7c-86a6-b185adb62a6e req-fe08894e-ceda-496e-9662-a4cb710e04d3 service nova] Enqueued Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_rules [ 592.081241] env[65380]: INFO networking_nsxv3.common.synchronization [req-69541d34-d488-4e7c-86a6-b185adb62a6e req-fe08894e-ceda-496e-9662-a4cb710e04d3 service nova] Enqueued Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 592.081241] env[65380]: INFO networking_nsxv3.common.synchronization [req-69541d34-d488-4e7c-86a6-b185adb62a6e req-fe08894e-ceda-496e-9662-a4cb710e04d3 service nova] Enqueued Resource ID: cbaf836d-ef6e-4263-a0ea-b28d06200a7c with Priority: HIGHEST for action port [ 592.081241] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_rules [ 592.081241] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 592.081241] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbaf836d-ef6e-4263-a0ea-b28d06200a7c with Priority: HIGHEST for action port [ 592.081241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.081241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.081241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.081828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.081996] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.083297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.083539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.083702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.084109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.086735] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.086881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.086914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.087111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.087194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.087285] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.088090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.088192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.088442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.088442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.088549] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbaf836d-ef6e-4263-a0ea-b28d06200a7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.353859] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2557126c-7d7b-49e2-8850-95137a1e1730 None None] Enqueued Resource ID: 5d4d289f-2fe7-49a5-b17e-07c7d919d74a with Priority: HIGHEST for action port [ 592.354148] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4d289f-2fe7-49a5-b17e-07c7d919d74a with Priority: HIGHEST for action port [ 592.354830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4d289f-2fe7-49a5-b17e-07c7d919d74a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.354955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4d289f-2fe7-49a5-b17e-07c7d919d74a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.355072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4d289f-2fe7-49a5-b17e-07c7d919d74a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.355910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4d289f-2fe7-49a5-b17e-07c7d919d74a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.355910] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4d289f-2fe7-49a5-b17e-07c7d919d74a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.374750] env[65380]: INFO networking_nsxv3.common.synchronization [req-09418c06-0293-4e24-8be4-53e2617b7f28 req-b2283f2f-958c-49f5-935c-9973ccda90f6 tempest-ServerExternalEventsTest-33667714 tempest-ServerExternalEventsTest-33667714-project-member] Enqueued Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGHEST for action security_group_members [ 592.375526] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGHEST for action security_group_members [ 592.375716] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.375845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.375907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.378088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.378088] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.378088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.378088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.378088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.378088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.378088] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d2aeea-85bd-4b3d-b518-cd2c21d0275e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.565508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-813acf66-f69f-46a1-842d-f5f49ca4e01f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.565661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.565728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.565941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.566113] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.566241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.566293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.566399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.566478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.566561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.566699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-813acf66-f69f-46a1-842d-f5f49ca4e01f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.566784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.566840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.566982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.567121] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.567225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.567286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.567382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.567446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.567520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.567609] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('813acf66-f69f-46a1-842d-f5f49ca4e01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.592573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.592706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.594077] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.594306] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbaf836d-ef6e-4263-a0ea-b28d06200a7c with status ACTIVE [ 592.594741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.594741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.594741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.594908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.595418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.595418] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.595418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.595418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.595624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.595679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.596025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.596025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.596025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.596503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.596624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.596707] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbaf836d-ef6e-4263-a0ea-b28d06200a7c is going to be updated. [ 592.623926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.623926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.623926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.623926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.623926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.623926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbaf836d-ef6e-4263-a0ea-b28d06200a7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.720549] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.720781] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.720901] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.721207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.721495] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.721649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.721760] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.721977] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.722125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.722317] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.722423] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.722524] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.722623] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.722722] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.722817] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.722939] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.745236] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.745408] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.745538] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.745699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.746018] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-101ff722-0707-47a5-9e46-565fe7eb93fd taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.746224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-101ff722-0707-47a5-9e46-565fe7eb93fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.746340] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-101ff722-0707-47a5-9e46-565fe7eb93fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.746650] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-101ff722-0707-47a5-9e46-565fe7eb93fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.746786] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101ff722-0707-47a5-9e46-565fe7eb93fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.858580] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d4d289f-2fe7-49a5-b17e-07c7d919d74a [ 592.858794] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.858931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.858998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.859235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.859329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.859463] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d4d289f-2fe7-49a5-b17e-07c7d919d74a already deleted. [ 592.859611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4d289f-2fe7-49a5-b17e-07c7d919d74a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.879742] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.880014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.880088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.880294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.880381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.880638] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.880749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.880812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.880961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.881079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.881129] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e already deleted. [ 592.881207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.070057] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 813acf66-f69f-46a1-842d-f5f49ca4e01f: rpc.has_security_group_logging(os_id): False [ 593.089072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.089072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.089072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.089348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.089380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.089673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.089808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.089892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.090106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.090217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.090431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.090707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.090707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.090836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.090894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.091133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.091260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.091341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.091504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.091604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.091724] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f is going to be created. [ 593.098374] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.151059] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.151059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.151319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.151366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.151510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.163385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f in Status: IN_PROGRESS for 2s [ 593.249596] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.249841] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.249971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.250262] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.250403] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.250549] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 101ff722-0707-47a5-9e46-565fe7eb93fd not found, creating... [ 593.250886] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.251052] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.251167] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.251380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.251509] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.251854] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.252014] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.252129] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.252330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.252455] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.252586] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 101ff722-0707-47a5-9e46-565fe7eb93fd is going to be created. [ 593.276102] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.276334] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.276446] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.276710] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.276913] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.277146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-101ff722-0707-47a5-9e46-565fe7eb93fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.600374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.600700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.600700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.600859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.600948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.601061] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc is going to be created. [ 593.626964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.630018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.630018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.630018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.630018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.642358] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: UNINITIALIZED for 2s [ 593.990196] env[65380]: INFO networking_nsxv3.common.synchronization [req-09418c06-0293-4e24-8be4-53e2617b7f28 req-4eb0b96f-c6c0-432d-a3df-f9ded2e8ce9a service nova] Enqueued Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGHEST for action security_group_rules [ 593.990196] env[65380]: INFO networking_nsxv3.common.synchronization [req-09418c06-0293-4e24-8be4-53e2617b7f28 req-4eb0b96f-c6c0-432d-a3df-f9ded2e8ce9a service nova] Enqueued Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGHEST for action security_group_members [ 593.990196] env[65380]: INFO networking_nsxv3.common.synchronization [req-09418c06-0293-4e24-8be4-53e2617b7f28 req-4eb0b96f-c6c0-432d-a3df-f9ded2e8ce9a service nova] Enqueued Resource ID: 101ff722-0707-47a5-9e46-565fe7eb93fd with Priority: HIGHEST for action port [ 593.990196] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGHEST for action security_group_rules [ 593.990196] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGHEST for action security_group_members [ 593.990196] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 101ff722-0707-47a5-9e46-565fe7eb93fd with Priority: HIGHEST for action port [ 593.990797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.991218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.991357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.991677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.991856] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d2aeea-85bd-4b3d-b518-cd2c21d0275e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.992806] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.993071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.993252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.993514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.993760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.993970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.994143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.994391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.994554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.994768] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d2aeea-85bd-4b3d-b518-cd2c21d0275e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.995741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-101ff722-0707-47a5-9e46-565fe7eb93fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.995984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-101ff722-0707-47a5-9e46-565fe7eb93fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.996153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-101ff722-0707-47a5-9e46-565fe7eb93fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.996393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-101ff722-0707-47a5-9e46-565fe7eb93fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.997838] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('101ff722-0707-47a5-9e46-565fe7eb93fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.502019] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8d2aeea-85bd-4b3d-b518-cd2c21d0275e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.502019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.502019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.502019] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 101ff722-0707-47a5-9e46-565fe7eb93fd with status ACTIVE [ 594.502019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.502019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.502019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.502019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.502019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.502019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.502019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.502019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.502019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.502019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.502682] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.503861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.503975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.504213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.504337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.505085] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 101ff722-0707-47a5-9e46-565fe7eb93fd is going to be updated. [ 594.530684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.530912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.531049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.531327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.532029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.532029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-101ff722-0707-47a5-9e46-565fe7eb93fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.877527] env[65380]: INFO networking_nsxv3.common.synchronization [req-e66fccd6-d077-4ce3-8d96-5a85a6fe55b3 req-2b4f3965-cc38-4341-b6b0-b35b3cbd257c tempest-ImagesOneServerNegativeTestJSON-1542336400 tempest-ImagesOneServerNegativeTestJSON-1542336400-project-member] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 594.877527] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 594.877901] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.877901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.878043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.880057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.880057] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.880057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.880057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.880057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.880057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.880057] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.989142] env[65380]: INFO networking_nsxv3.common.synchronization [req-11a059cb-44b2-43cf-ab32-76eb48555add req-b4fe303d-2531-4285-8842-7b980418a629 tempest-SecurityGroupRulesNegativeTestJSON-1641492410 tempest-SecurityGroupRulesNegativeTestJSON-1641492410-project-member] Enqueued Resource ID: a20379cb-17e2-4f31-9770-b9a088423b15 with Priority: HIGHEST for action security_group_rules [ 594.989707] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20379cb-17e2-4f31-9770-b9a088423b15 with Priority: HIGHEST for action security_group_rules [ 594.990208] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20379cb-17e2-4f31-9770-b9a088423b15 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.991849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20379cb-17e2-4f31-9770-b9a088423b15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.991849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20379cb-17e2-4f31-9770-b9a088423b15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.991849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20379cb-17e2-4f31-9770-b9a088423b15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.991849] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20379cb-17e2-4f31-9770-b9a088423b15',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.008314] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8d2aeea-85bd-4b3d-b518-cd2c21d0275e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.178040] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f in Status: SUCCESS [ 595.178040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.344821] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.344821] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.344945] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.346162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.346162] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.346349] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.346489] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.346686] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.346818] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.347031] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.349027] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.349027] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.349027] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.349027] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.349027] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.349027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.369206] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.369206] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.369206] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.369663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.370162] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-da06025e-94cb-4082-a6b5-b7a145155a3a taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.371017] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-da06025e-94cb-4082-a6b5-b7a145155a3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.371017] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-da06025e-94cb-4082-a6b5-b7a145155a3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.372039] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-da06025e-94cb-4082-a6b5-b7a145155a3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.372039] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da06025e-94cb-4082-a6b5-b7a145155a3a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.385995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.385995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.386141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.386441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.386441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.386674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.386674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.386799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.388116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.388116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.388116] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 already deleted. [ 595.388116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.516497] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.516497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.516497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.516497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.516497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.516497] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e is going to be created. [ 595.526583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.526583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.526583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.526583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.526583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.526583] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20379cb-17e2-4f31-9770-b9a088423b15 already deleted. [ 595.526583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20379cb-17e2-4f31-9770-b9a088423b15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.554044] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.554324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.554521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.554848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.555226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.568588] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e in Status: UNINITIALIZED for 2s [ 595.656724] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: SUCCESS [ 595.656960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.657146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.657399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.657616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.657757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.657827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.658045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.658102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.658171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.658256] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.874822] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.874822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.874822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.875161] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.875161] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.875161] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port da06025e-94cb-4082-a6b5-b7a145155a3a not found, creating... [ 595.875948] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.876146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.876264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.876839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.876839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.876997] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.877884] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.878153] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.878332] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.878642] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.878846] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: da06025e-94cb-4082-a6b5-b7a145155a3a is going to be created. [ 595.900758] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.900982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.901113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.901393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.901618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.901865] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-da06025e-94cb-4082-a6b5-b7a145155a3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.161920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.162164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.162164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.162401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.162568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.162666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.162774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.162929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.163020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163208] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.163311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.163381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.163498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.163760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.163760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.163760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.164057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.164057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.164057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.164239] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.650439] env[65380]: INFO networking_nsxv3.common.synchronization [req-e66fccd6-d077-4ce3-8d96-5a85a6fe55b3 req-b00c07f1-1fca-4525-8d54-1540dc527546 service nova] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_rules [ 596.650863] env[65380]: INFO networking_nsxv3.common.synchronization [req-e66fccd6-d077-4ce3-8d96-5a85a6fe55b3 req-b00c07f1-1fca-4525-8d54-1540dc527546 service nova] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 596.650863] env[65380]: INFO networking_nsxv3.common.synchronization [req-e66fccd6-d077-4ce3-8d96-5a85a6fe55b3 req-b00c07f1-1fca-4525-8d54-1540dc527546 service nova] Enqueued Resource ID: da06025e-94cb-4082-a6b5-b7a145155a3a with Priority: HIGHEST for action port [ 596.651379] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_rules [ 596.651516] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 596.651610] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da06025e-94cb-4082-a6b5-b7a145155a3a with Priority: HIGHEST for action port [ 596.651910] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.652044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.652195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.652361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.652445] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.653750] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.653884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.653931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.654099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.654250] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.654577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.654577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.654577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.654750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.654750] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.655470] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-da06025e-94cb-4082-a6b5-b7a145155a3a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.655589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da06025e-94cb-4082-a6b5-b7a145155a3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.655653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da06025e-94cb-4082-a6b5-b7a145155a3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.655780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da06025e-94cb-4082-a6b5-b7a145155a3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.655845] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da06025e-94cb-4082-a6b5-b7a145155a3a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.666605] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc: rpc.has_security_group_logging(os_id): False [ 596.687127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.687539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.687539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.687539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.687835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.687835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.687835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.688103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.688103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.688103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.688296] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.688381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.688431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.688633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.688719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.688905] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.688989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.689054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.689196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.689292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.689376] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc is going to be created. [ 596.760915] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.761222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.761222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.761427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.761622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.774944] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: IN_PROGRESS for 2s [ 597.159817] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da06025e-94cb-4082-a6b5-b7a145155a3a with status ACTIVE [ 597.160164] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.160164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.160265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.161035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.161035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.161035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.161035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.161035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.161281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.161281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.161358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.161642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.161642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.161642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.161790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.161790] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da06025e-94cb-4082-a6b5-b7a145155a3a is going to be updated. [ 597.163030] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.164040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.164197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.187352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.188893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.188893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.188893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.188893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.188893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da06025e-94cb-4082-a6b5-b7a145155a3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.581110] env[65380]: INFO networking_nsxv3.common.synchronization [req-d3d28bac-332d-4c03-9b73-639b1ffae253 req-8936989c-fd35-4e51-a675-e0692c6afaf6 tempest-FloatingIPsAssociationTestJSON-717544873 tempest-FloatingIPsAssociationTestJSON-717544873-project-member] Enqueued Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 597.583620] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e in Status: SUCCESS [ 597.583620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.584294] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 597.584432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.584891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.585196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.585412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.585497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.585767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.585767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.585901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.585951] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8d2aeea-85bd-4b3d-b518-cd2c21d0275e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.586817] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.586990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.586990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.587476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.587622] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.587716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.587846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.588000] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.588085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.588872] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.667072] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.092831] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.092831] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.092831] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.092831] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.092831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.094303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.094988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.095160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.095224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.095306] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8d2aeea-85bd-4b3d-b518-cd2c21d0275e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.097045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.097045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.097045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.097045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.097253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.097333] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.097392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.097443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.097591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.097660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.097738] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 already deleted. [ 598.097812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.169802] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.169802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.169802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.171806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.171806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.171806] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be created. [ 598.177714] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.177983] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-140" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.178202] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-140" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.178573] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-140" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.179349] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.180423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.180569] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.180811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.180950] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.181184] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.181308] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.181411] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.181518] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.181625] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.181724] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.181847] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.201571] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.201948] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.202113] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.202279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-140" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.202652] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-9cfaf521-c918-4139-bbd4-3a664d087b25 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.202829] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-9cfaf521-c918-4139-bbd4-3a664d087b25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.202941] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-9cfaf521-c918-4139-bbd4-3a664d087b25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.203287] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-9cfaf521-c918-4139-bbd4-3a664d087b25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.203427] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfaf521-c918-4139-bbd4-3a664d087b25',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.205207] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.205338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.205395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.205713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.205713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.219442] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: UNINITIALIZED for 2s [ 598.600480] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8d2aeea-85bd-4b3d-b518-cd2c21d0275e: rpc.has_security_group_logging(os_id): False [ 598.622797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.622797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.623077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.623127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.623329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.623414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.623540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.623653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.623770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.623882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.624065] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.624154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.624316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.624966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.624966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.624966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.624966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.624966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.624966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.627264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.627438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e is going to be created. [ 598.697739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.698035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.698151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.698389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.699941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.708926] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.710855] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.710991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.711423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.711423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.711718] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 9cfaf521-c918-4139-bbd4-3a664d087b25 not found, creating... [ 598.712061] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.712992] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.713356] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.713547] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.716115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.716115] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.716115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.716491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.716715] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.717160] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.717392] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 9cfaf521-c918-4139-bbd4-3a664d087b25 is going to be created. [ 598.719203] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e in Status: IN_PROGRESS for 2s [ 598.747247] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.747522] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.747767] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.748198] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.748664] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.748992] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-9cfaf521-c918-4139-bbd4-3a664d087b25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.798977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: SUCCESS [ 598.799279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.837027] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a4bebe8e-1d23-402b-85dd-e351f7498936 None None] Enqueued Resource ID: 20a8ab44-62a9-4ce7-9930-922a7e8580d2 with Priority: HIGHEST for action port [ 598.837732] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a8ab44-62a9-4ce7-9930-922a7e8580d2 with Priority: HIGHEST for action port [ 598.837885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-20a8ab44-62a9-4ce7-9930-922a7e8580d2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.837885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20a8ab44-62a9-4ce7-9930-922a7e8580d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.838081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20a8ab44-62a9-4ce7-9930-922a7e8580d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.838849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20a8ab44-62a9-4ce7-9930-922a7e8580d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.838849] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a8ab44-62a9-4ce7-9930-922a7e8580d2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.340872] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20a8ab44-62a9-4ce7-9930-922a7e8580d2 [ 599.341232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.341232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.341359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.341516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.342124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.342124] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20a8ab44-62a9-4ce7-9930-922a7e8580d2 already deleted. [ 599.342124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20a8ab44-62a9-4ce7-9930-922a7e8580d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.461672] env[65380]: INFO networking_nsxv3.common.synchronization [req-d3d28bac-332d-4c03-9b73-639b1ffae253 req-50abd7d8-34da-4e0f-a08b-d8829597dba8 service nova] Enqueued Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_rules [ 599.461904] env[65380]: INFO networking_nsxv3.common.synchronization [req-d3d28bac-332d-4c03-9b73-639b1ffae253 req-50abd7d8-34da-4e0f-a08b-d8829597dba8 service nova] Enqueued Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 599.462108] env[65380]: INFO networking_nsxv3.common.synchronization [req-d3d28bac-332d-4c03-9b73-639b1ffae253 req-50abd7d8-34da-4e0f-a08b-d8829597dba8 service nova] Enqueued Resource ID: 9cfaf521-c918-4139-bbd4-3a664d087b25 with Priority: HIGHEST for action port [ 599.463920] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_rules [ 599.463920] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 599.463920] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cfaf521-c918-4139-bbd4-3a664d087b25 with Priority: HIGHEST for action port [ 599.463920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.463920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.463920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.464349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.464349] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.466700] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.466700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.466700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.466700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.466700] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.466700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.466700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.466700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.466700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.466700] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.469252] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cfaf521-c918-4139-bbd4-3a664d087b25 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.469252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cfaf521-c918-4139-bbd4-3a664d087b25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.469252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cfaf521-c918-4139-bbd4-3a664d087b25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.469252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cfaf521-c918-4139-bbd4-3a664d087b25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.469252] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cfaf521-c918-4139-bbd4-3a664d087b25',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.971023] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.972392] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.972588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.972821] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cfaf521-c918-4139-bbd4-3a664d087b25 with status ACTIVE [ 599.973155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.973251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.973304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.973783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.973855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.974893] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.974893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.974893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.974893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.974893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.975398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.975398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.975398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.975561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.975614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.976535] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cfaf521-c918-4139-bbd4-3a664d087b25 is going to be updated. [ 600.005962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.007540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.007540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.007540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.007540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.007540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cfaf521-c918-4139-bbd4-3a664d087b25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.232765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 600.232973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.233157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.233368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.233551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.233663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.233730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.236019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.236019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.236019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.236019] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.478029] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.739160] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.739160] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.739160] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.739160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.739711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.739711] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.739711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.739711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.739711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.740083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.740083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.740083] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.744315] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e in Status: SUCCESS [ 600.744315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.832541] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4a16b151-5a59-43b8-8b1d-0d8ce74b65de tempest-ServersWithSpecificFlavorTestJSON-795414863 tempest-ServersWithSpecificFlavorTestJSON-795414863-project-member] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_rules [ 600.833309] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_rules [ 600.833453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.833767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.833767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.833938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.833976] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.961331] env[65380]: INFO networking_nsxv3.common.synchronization [None req-bdd7e223-9dd4-4141-a890-8db9bc41d924 tempest-ServersWithSpecificFlavorTestJSON-795414863 tempest-ServersWithSpecificFlavorTestJSON-795414863-project-member] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_rules [ 600.961331] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_rules [ 600.961331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.961331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.981377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.981660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.981828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.982141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.982326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.982755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 is going to be created. [ 601.021996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.022294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.022427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.022795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.023073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.043349] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: UNINITIALIZED for 2s [ 601.242017] env[65380]: INFO networking_nsxv3.common.synchronization [req-5e806e2b-f0c5-49c7-a886-dffddefe940c req-44f9f9d3-09df-4fcd-adf4-c05e001810cf tempest-SecurityGroupRulesNegativeTestJSON-1641492410 tempest-SecurityGroupRulesNegativeTestJSON-1641492410-project-member] Enqueued Resource ID: a20379cb-17e2-4f31-9770-b9a088423b15 with Priority: HIGHEST for action security_group_rules [ 601.243196] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20379cb-17e2-4f31-9770-b9a088423b15 with Priority: HIGHEST for action security_group_rules [ 601.244153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20379cb-17e2-4f31-9770-b9a088423b15 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.245491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20379cb-17e2-4f31-9770-b9a088423b15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.245681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20379cb-17e2-4f31-9770-b9a088423b15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.246569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20379cb-17e2-4f31-9770-b9a088423b15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.246569] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20379cb-17e2-4f31-9770-b9a088423b15',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.247164] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5af0948-7e87-4cfd-84dc-b64f5648e049: rpc.has_security_group_logging(os_id): False [ 601.267834] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.268186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.268186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.268338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.268460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.268681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.268766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.268839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.269087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.269087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.269316] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.269442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.270887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.270887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.270887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.270887] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.272768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.272768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.272768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.273036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.273143] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be created. [ 601.359016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.359016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.359016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.359016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.359016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.368191] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 601.372992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.372992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.372992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.372992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.372992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.372992] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d already deleted. [ 601.372992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.372992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.372992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.372992] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.465025] env[65380]: INFO networking_nsxv3.common.synchronization [None req-844ce6b1-08b0-4d37-976f-52cc0db83afb None None] Enqueued Resource ID: 2b408cd4-8f5f-4528-941a-d969ed2725a0 with Priority: HIGHEST for action port [ 601.465025] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b408cd4-8f5f-4528-941a-d969ed2725a0 with Priority: HIGHEST for action port [ 601.465025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b408cd4-8f5f-4528-941a-d969ed2725a0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.465025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b408cd4-8f5f-4528-941a-d969ed2725a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.465025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b408cd4-8f5f-4528-941a-d969ed2725a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.465512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b408cd4-8f5f-4528-941a-d969ed2725a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.465695] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b408cd4-8f5f-4528-941a-d969ed2725a0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.774047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.776378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.776378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.776378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.776378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.776378] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20379cb-17e2-4f31-9770-b9a088423b15 already deleted. [ 601.776378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20379cb-17e2-4f31-9770-b9a088423b15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.880071] env[65380]: INFO networking_nsxv3.common.synchronization [req-800ecc10-d7eb-42c4-aa8a-850f3e84a2be req-23601206-91f9-4adf-a102-d763d8db77a5 tempest-ServersAdminTestJSON-1713960241 tempest-ServersAdminTestJSON-1713960241-project-member] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 601.881398] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 601.881993] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.882334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.882541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.882957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.883271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.883592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.883755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.884088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.884343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.885152] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.902788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.903065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.903211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.903523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.903624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.903742] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d already deleted. [ 601.903857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.970448] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b408cd4-8f5f-4528-941a-d969ed2725a0 [ 601.970816] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.971030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.971030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.971257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.971359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.971487] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b408cd4-8f5f-4528-941a-d969ed2725a0 already deleted. [ 601.971624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b408cd4-8f5f-4528-941a-d969ed2725a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.290729] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.290967] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.291093] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.291500] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.291844] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.293840] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.294063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.294933] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.295118] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.295342] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.295451] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.295552] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.295656] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.295757] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.295858] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.296021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.320068] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.320068] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.320068] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.320068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.320068] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.320068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.320442] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.320808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.320808] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f00d6d-1372-41d7-9da4-aa991e4a7c0b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.389914] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.389914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.389914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.389914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.389914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.389914] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.389914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.389914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.389914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.389914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.389914] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 already deleted. [ 602.389914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.825521] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.825833] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.826479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.826917] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.827123] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.827314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port c4f00d6d-1372-41d7-9da4-aa991e4a7c0b not found, creating... [ 602.827615] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.827902] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.828045] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.828310] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.828475] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.828893] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.829081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.829204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.829463] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.829603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.829736] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: c4f00d6d-1372-41d7-9da4-aa991e4a7c0b is going to be created. [ 602.853027] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.853286] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.853406] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.853703] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.853939] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.854171] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.057357] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: SUCCESS [ 603.058097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.058097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.058324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.058370] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.058512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.058607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.058808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.058922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.059054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.059184] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.384284] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 603.384513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.564325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.564325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.564325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.564325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.565011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.565011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.565011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.565011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.565184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.565184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.565288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.565397] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.694430] env[65380]: INFO networking_nsxv3.common.synchronization [req-800ecc10-d7eb-42c4-aa8a-850f3e84a2be req-9c0aa649-c7b9-40dd-b280-d6b0f6f342c3 service nova] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_rules [ 603.694682] env[65380]: INFO networking_nsxv3.common.synchronization [req-800ecc10-d7eb-42c4-aa8a-850f3e84a2be req-9c0aa649-c7b9-40dd-b280-d6b0f6f342c3 service nova] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 603.694857] env[65380]: INFO networking_nsxv3.common.synchronization [req-800ecc10-d7eb-42c4-aa8a-850f3e84a2be req-9c0aa649-c7b9-40dd-b280-d6b0f6f342c3 service nova] Enqueued Resource ID: c4f00d6d-1372-41d7-9da4-aa991e4a7c0b with Priority: HIGHEST for action port [ 603.695460] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_rules [ 603.695617] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 603.695737] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f00d6d-1372-41d7-9da4-aa991e4a7c0b with Priority: HIGHEST for action port [ 603.696475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.696662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.696746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.697046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.697131] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.699440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.699440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.699544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.699704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.699865] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.699973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.700244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.700642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.700836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.701467] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.702426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.702542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.702616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.702786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.702892] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f00d6d-1372-41d7-9da4-aa991e4a7c0b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.068282] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3a1abb-4692-4277-a1f8-5ec88be423b5: rpc.has_security_group_logging(os_id): False [ 604.096384] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.096384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.096680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.096680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.096782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.096932] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.097041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.097103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.097252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.097322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.097488] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.097586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.097642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.097770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.097827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.098019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.098115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.098165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.098317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.098442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.098552] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 is going to be created. [ 604.200557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.200849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.202134] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.202322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.202429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.202814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.202941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.209100] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.209641] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4f00d6d-1372-41d7-9da4-aa991e4a7c0b with status ACTIVE [ 604.209774] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.210518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.210518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.210518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.210834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.210871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.210963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.211056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.211242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.211345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.211618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.211993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.211993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.211993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.212127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.212127] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4f00d6d-1372-41d7-9da4-aa991e4a7c0b is going to be updated. [ 604.218911] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: IN_PROGRESS for 2s [ 604.235910] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.235910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.235910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.235910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.235910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.235910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f00d6d-1372-41d7-9da4-aa991e4a7c0b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.715897] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.219254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.219254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.219254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.219923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.219923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.219923] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be created. [ 605.251519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.251715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.251776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.251984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.252155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.263314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: UNINITIALIZED for 2s [ 605.541859] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2113ca91-2bc6-4228-97f6-6e63d331b52a None None] Enqueued Resource ID: 3ed40684-bd2c-454e-8cf3-072af095c56b with Priority: HIGHEST for action port [ 605.542744] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed40684-bd2c-454e-8cf3-072af095c56b with Priority: HIGHEST for action port [ 605.545715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed40684-bd2c-454e-8cf3-072af095c56b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.545715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed40684-bd2c-454e-8cf3-072af095c56b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.545715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed40684-bd2c-454e-8cf3-072af095c56b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.545715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed40684-bd2c-454e-8cf3-072af095c56b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.545715] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed40684-bd2c-454e-8cf3-072af095c56b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.048406] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ed40684-bd2c-454e-8cf3-072af095c56b [ 606.048815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.048972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.049055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.049336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.049433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.049632] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ed40684-bd2c-454e-8cf3-072af095c56b already deleted. [ 606.049720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed40684-bd2c-454e-8cf3-072af095c56b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.232573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: SUCCESS [ 606.232573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.275454] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 607.275746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.275890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.276130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.276375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.276439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.276488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.276648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.276900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.276900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.276978] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.783033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.783201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.783262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.783475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.783653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.783793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.783865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.784034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.784164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.784295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.785820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.785820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.785820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.785820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.785820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.785820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.785820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.787969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.788131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.788233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.788325] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.284205] env[65380]: INFO networking_nsxv3.common.synchronization [None req-42f695ee-b427-4dd2-83ad-542434783745 None None] Enqueued Resource ID: 772ff5f4-32e6-4676-a3c6-489ca4d58328 with Priority: HIGHEST for action port [ 608.285028] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772ff5f4-32e6-4676-a3c6-489ca4d58328 with Priority: HIGHEST for action port [ 608.285427] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-772ff5f4-32e6-4676-a3c6-489ca4d58328 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.285613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-772ff5f4-32e6-4676-a3c6-489ca4d58328" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.285735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-772ff5f4-32e6-4676-a3c6-489ca4d58328" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.286023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-772ff5f4-32e6-4676-a3c6-489ca4d58328" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.286104] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772ff5f4-32e6-4676-a3c6-489ca4d58328',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.291018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f384a8e8-38a5-4f41-8f42-a7967efa2d85: rpc.has_security_group_logging(os_id): False [ 608.312787] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.312951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.313012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.313429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.313429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.318087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.318354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.318442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.318758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.318842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.319151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.319217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.319278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.319433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.319503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.319691] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.319797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.319832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.319965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.320045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.321021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be created. [ 608.378495] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8cdb656f-22ea-4ce8-9b0c-5fdcb7258e15 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_rules [ 608.379512] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_rules [ 608.384230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f55d6d-540b-4956-aec1-241d2266ad23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.384230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.384230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.384230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.384230] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.405530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.405530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.405530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.405530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.405530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.427132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 608.788670] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 772ff5f4-32e6-4676-a3c6-489ca4d58328 [ 608.788896] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.789112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.789207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.789853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.789933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.790238] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:772ff5f4-32e6-4676-a3c6-489ca4d58328 already deleted. [ 608.790238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-772ff5f4-32e6-4676-a3c6-489ca4d58328" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.909359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.909599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.909669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.909852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.909943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.910054] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f55d6d-540b-4956-aec1-241d2266ad23 already deleted. [ 608.910128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.000384] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4988ebe-d67c-4e5b-85db-d2bc2b98dc93 req-0098ef2c-15c5-427e-9cee-9d796e9e5bc7 tempest-ServersAdminTestJSON-1713960241 tempest-ServersAdminTestJSON-1713960241-project-member] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 609.001184] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 609.004647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.004647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.004647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.004647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.005164] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.005330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.005455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.005684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.005809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.005944] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.013262] env[65380]: INFO networking_nsxv3.common.synchronization [None req-63fc93e5-7bec-4494-8368-93f53b8250c9 None None] Enqueued Resource ID: 260beb59-bd02-40bd-b203-8e702dfef3b3 with Priority: HIGHEST for action port [ 609.014074] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260beb59-bd02-40bd-b203-8e702dfef3b3 with Priority: HIGHEST for action port [ 609.015753] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-260beb59-bd02-40bd-b203-8e702dfef3b3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.016029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-260beb59-bd02-40bd-b203-8e702dfef3b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.016168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-260beb59-bd02-40bd-b203-8e702dfef3b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.016621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-260beb59-bd02-40bd-b203-8e702dfef3b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.016753] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260beb59-bd02-40bd-b203-8e702dfef3b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.186312] env[65380]: INFO networking_nsxv3.common.synchronization [None req-33abc4e2-c7d9-4b5f-bf8d-394623bc8599 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_rules [ 609.186989] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_rules [ 609.187432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f55d6d-540b-4956-aec1-241d2266ad23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.187593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.187659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.187876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.187958] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.510674] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.519779] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 260beb59-bd02-40bd-b203-8e702dfef3b3 [ 609.520041] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.521171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.521171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.521171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.521171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.521171] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:260beb59-bd02-40bd-b203-8e702dfef3b3 already deleted. [ 609.521171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-260beb59-bd02-40bd-b203-8e702dfef3b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.711271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.711446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.711513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.712593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.712593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.712593] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f55d6d-540b-4956-aec1-241d2266ad23 already deleted. [ 609.712593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.016399] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.267715] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.268126] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.268192] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.268539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.269038] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.269219] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.269372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.269722] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.270056] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.270238] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.270464] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.270694] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.270784] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.270887] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.270993] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.271173] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.297964] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.297964] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.297964] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.297964] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.297964] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.297964] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.297964] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.297964] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.297964] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94aa74cf-65bb-40ba-8e12-cb99ed540e9b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.442442] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 610.442885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.519338] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.519753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.519753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.519834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.519865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.519949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 610.562952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.563436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.563436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.563436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.563596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.574661] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 610.801984] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.802143] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.802247] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.802524] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.802697] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.802862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 94aa74cf-65bb-40ba-8e12-cb99ed540e9b not found, creating... [ 610.804113] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.804113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.804113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.804113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.804113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.804113] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.804422] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.804422] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.804539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.804617] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.804747] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 94aa74cf-65bb-40ba-8e12-cb99ed540e9b is going to be created. [ 610.832260] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.832628] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.832745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.833120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.833392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.833646] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.270475] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c4fa7945-ae2e-4b9c-842f-166a24a0da77 None None] Enqueued Resource ID: def79c9d-ff55-403e-85d7-529417ee1fca with Priority: HIGHEST for action port [ 611.271675] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def79c9d-ff55-403e-85d7-529417ee1fca with Priority: HIGHEST for action port [ 611.272067] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-def79c9d-ff55-403e-85d7-529417ee1fca taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.272203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def79c9d-ff55-403e-85d7-529417ee1fca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.272285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def79c9d-ff55-403e-85d7-529417ee1fca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.272540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def79c9d-ff55-403e-85d7-529417ee1fca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.272624] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def79c9d-ff55-403e-85d7-529417ee1fca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.588943] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4988ebe-d67c-4e5b-85db-d2bc2b98dc93 req-0da2a95a-01e5-4a01-8eda-1a0baf5c9cc4 service nova] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_rules [ 611.589374] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4988ebe-d67c-4e5b-85db-d2bc2b98dc93 req-0da2a95a-01e5-4a01-8eda-1a0baf5c9cc4 service nova] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 611.589374] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4988ebe-d67c-4e5b-85db-d2bc2b98dc93 req-0da2a95a-01e5-4a01-8eda-1a0baf5c9cc4 service nova] Enqueued Resource ID: 94aa74cf-65bb-40ba-8e12-cb99ed540e9b with Priority: HIGHEST for action port [ 611.591527] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_rules [ 611.591711] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 611.591860] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94aa74cf-65bb-40ba-8e12-cb99ed540e9b with Priority: HIGHEST for action port [ 611.592241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.592494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.592732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.593103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.593235] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.594990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.594990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.594990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.595772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.595772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.595772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.595772] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94aa74cf-65bb-40ba-8e12-cb99ed540e9b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.629364] env[65380]: INFO networking_nsxv3.common.synchronization [None req-eeb42b57-9dd0-4173-9fef-03e825d55006 None None] Enqueued Resource ID: 34baf09b-5262-4b11-96d4-9acd2683d01b with Priority: HIGHEST for action port [ 611.629501] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34baf09b-5262-4b11-96d4-9acd2683d01b with Priority: HIGHEST for action port [ 611.630745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-34baf09b-5262-4b11-96d4-9acd2683d01b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.630745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34baf09b-5262-4b11-96d4-9acd2683d01b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.630745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34baf09b-5262-4b11-96d4-9acd2683d01b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.631039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34baf09b-5262-4b11-96d4-9acd2683d01b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.631150] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34baf09b-5262-4b11-96d4-9acd2683d01b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.774631] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port def79c9d-ff55-403e-85d7-529417ee1fca [ 611.775987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.775987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.775987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.775987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.775987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.775987] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:def79c9d-ff55-403e-85d7-529417ee1fca already deleted. [ 611.775987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def79c9d-ff55-403e-85d7-529417ee1fca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.812785] env[65380]: INFO networking_nsxv3.common.synchronization [req-182b5ddc-ebed-4c88-8e48-35d796ab38a1 req-f05a4453-06d4-4eda-8ade-fbceea21636b tempest-DeleteServersAdminTestJSON-292896863 tempest-DeleteServersAdminTestJSON-292896863-project-admin] Enqueued Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 611.813444] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 611.814226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.814387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.814499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.814731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.814924] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.815063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.815146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.815333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.815436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.815561] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.101804] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94aa74cf-65bb-40ba-8e12-cb99ed540e9b with status ACTIVE [ 612.101804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.101804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.101804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.101804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.103294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.103560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.103804] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94aa74cf-65bb-40ba-8e12-cb99ed540e9b is going to be updated. [ 612.105610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.105871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.129186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.129186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.129186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.129186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.129186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.129186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94aa74cf-65bb-40ba-8e12-cb99ed540e9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.134462] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34baf09b-5262-4b11-96d4-9acd2683d01b [ 612.134462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.134462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.134462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.134462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.134462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.134462] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34baf09b-5262-4b11-96d4-9acd2683d01b already deleted. [ 612.134462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34baf09b-5262-4b11-96d4-9acd2683d01b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.286460] env[65380]: INFO networking_nsxv3.common.synchronization [req-897e755b-78e5-4e8f-8abf-481822c91dc1 req-04335dab-8215-4d91-bceb-d1391cb36749 tempest-ServerDiagnosticsTest-1103321801 tempest-ServerDiagnosticsTest-1103321801-project-member] Enqueued Resource ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f with Priority: HIGHEST for action security_group_members [ 612.286460] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f with Priority: HIGHEST for action security_group_members [ 612.286460] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-813acf66-f69f-46a1-842d-f5f49ca4e01f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.286460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.286460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.287603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.287976] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.288252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.288412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.288714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.288933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.289154] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('813acf66-f69f-46a1-842d-f5f49ca4e01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.322584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.322584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.322584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.322584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.322584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.322584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.322584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.322584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.322584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.322584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.322584] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc is going to be updated. [ 612.363943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.364289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.364418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.364639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.364820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.377909] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: IN_PROGRESS for 2s [ 612.586250] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 612.586987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.586987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.587130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.587356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.587825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.587904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.588127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.588249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.588388] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.793116] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.793116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.793116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.793116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.793116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.793672] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.793672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.793672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.793875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.793913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.794030] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f is going to be updated. [ 612.824900] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.825019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.825019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.825207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.825341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.835657] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f in Status: IN_PROGRESS for 2s [ 612.934104] env[65380]: INFO networking_nsxv3.common.synchronization [req-b8f2fccc-3fa3-4219-9dce-5516bce5aeaa req-9323b737-a445-4137-a19c-a1df71b433c6 tempest-VolumesAssistedSnapshotsTest-456459348 tempest-VolumesAssistedSnapshotsTest-456459348-project-member] Enqueued Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_members [ 612.934425] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_members [ 612.934739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c997f7-8b5a-4fab-a31e-551de41fd8ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.936537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.936623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.936857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.937102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.937195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.937261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.937432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.937512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.937601] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.981023] env[65380]: INFO networking_nsxv3.common.synchronization [req-4fa4df27-9a45-47cb-81f5-b3db74eb9a16 req-f1f2feb0-fcc6-4170-bc60-23c0d4cd1834 tempest-ServerExternalEventsTest-33667714 tempest-ServerExternalEventsTest-33667714-project-member] Enqueued Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGHEST for action security_group_members [ 612.981023] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGHEST for action security_group_members [ 612.981023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.981023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.981023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.981023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.981023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.981023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.981023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.983106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.983216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.983324] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d2aeea-85bd-4b3d-b518-cd2c21d0275e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.090911] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.445652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.445652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.445652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.445652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.445652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.445652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.445652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.445652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.445652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.445652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.445652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad already deleted. [ 613.445652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.486314] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.487825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.487825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.487825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.487825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.487825] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.487825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.487825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.489449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.489449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.491662] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e is going to be updated. [ 613.510245] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.510245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-657" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.510245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-657" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.510726] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-657" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.510726] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.510869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.510912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.511128] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.511258] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.511456] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.511556] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.511680] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.511835] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.511906] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.511982] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.512185] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.525413] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.525520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.525557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.525829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.525902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.538824] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.538824] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.538824] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.538824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-657" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.538824] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-14e1d283-e60c-40ea-bddb-fed828d2ee3f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.538824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-14e1d283-e60c-40ea-bddb-fed828d2ee3f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.538824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-14e1d283-e60c-40ea-bddb-fed828d2ee3f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.538824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-14e1d283-e60c-40ea-bddb-fed828d2ee3f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.538824] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e1d283-e60c-40ea-bddb-fed828d2ee3f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.540317] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e in Status: IN_PROGRESS for 2s [ 613.594031] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.994582] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3b5da504-7220-4fc5-bc53-99883c720dec None None] Enqueued Resource ID: 57518d18-3fec-4d81-a3fb-e5e76ca0a6ec with Priority: HIGHEST for action port [ 613.994939] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57518d18-3fec-4d81-a3fb-e5e76ca0a6ec with Priority: HIGHEST for action port [ 613.995135] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-57518d18-3fec-4d81-a3fb-e5e76ca0a6ec taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.995252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57518d18-3fec-4d81-a3fb-e5e76ca0a6ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.995316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57518d18-3fec-4d81-a3fb-e5e76ca0a6ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.995668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57518d18-3fec-4d81-a3fb-e5e76ca0a6ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.995668] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57518d18-3fec-4d81-a3fb-e5e76ca0a6ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.042506] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.042506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.042506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.042755] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.042963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.043100] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 14e1d283-e60c-40ea-bddb-fed828d2ee3f not found, creating... [ 614.043356] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.043509] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.043618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.043870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.044023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.044296] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.044442] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.044551] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.044786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.044925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.045092] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 14e1d283-e60c-40ea-bddb-fed828d2ee3f is going to be created. [ 614.069448] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.069610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.069651] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.069926] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.070228] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.070385] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-14e1d283-e60c-40ea-bddb-fed828d2ee3f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.096620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.096789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.096840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.097424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.097424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.097424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 614.135296] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.135485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.135865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.135865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.136041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.146725] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 614.389306] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: SUCCESS [ 614.391237] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc deletion is rescheduled due to dependency. [ 614.391237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.421778] env[65380]: INFO networking_nsxv3.common.synchronization [req-a48945ef-6cd5-483a-a8a4-09ac0bd1a52b req-f8e4901a-5516-4355-ad33-67ad07225729 tempest-ServerDiagnosticsNegativeTest-1973729085 tempest-ServerDiagnosticsNegativeTest-1973729085-project-member] Enqueued Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGHEST for action security_group_members [ 614.422379] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGHEST for action security_group_members [ 614.422709] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95c0e38-6984-4550-b5f4-483e699692ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.423223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.423324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.423633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.423828] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.423962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.424066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.424251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.424388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.424512] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95c0e38-6984-4550-b5f4-483e699692ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.500086] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57518d18-3fec-4d81-a3fb-e5e76ca0a6ec [ 614.501077] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.501077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.501077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.501294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.501329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.501994] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57518d18-3fec-4d81-a3fb-e5e76ca0a6ec already deleted. [ 614.501994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57518d18-3fec-4d81-a3fb-e5e76ca0a6ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.795902] env[65380]: INFO networking_nsxv3.common.synchronization [req-b8f2fccc-3fa3-4219-9dce-5516bce5aeaa req-97b819e5-b978-4440-9f48-3d6c47bbf78a service nova] Enqueued Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_rules [ 614.796144] env[65380]: INFO networking_nsxv3.common.synchronization [req-b8f2fccc-3fa3-4219-9dce-5516bce5aeaa req-97b819e5-b978-4440-9f48-3d6c47bbf78a service nova] Enqueued Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_members [ 614.796315] env[65380]: INFO networking_nsxv3.common.synchronization [req-b8f2fccc-3fa3-4219-9dce-5516bce5aeaa req-97b819e5-b978-4440-9f48-3d6c47bbf78a service nova] Enqueued Resource ID: 14e1d283-e60c-40ea-bddb-fed828d2ee3f with Priority: HIGHEST for action port [ 614.796851] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_rules [ 614.797071] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_members [ 614.797284] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e1d283-e60c-40ea-bddb-fed828d2ee3f with Priority: HIGHEST for action port [ 614.797618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.797785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.797882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.798151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.798271] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.801060] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c997f7-8b5a-4fab-a31e-551de41fd8ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.801060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.801060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.801060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.801060] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.801060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.801060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.801060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.801060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.801060] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.802246] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e1d283-e60c-40ea-bddb-fed828d2ee3f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.802415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e1d283-e60c-40ea-bddb-fed828d2ee3f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.802534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e1d283-e60c-40ea-bddb-fed828d2ee3f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.802728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e1d283-e60c-40ea-bddb-fed828d2ee3f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.802839] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e1d283-e60c-40ea-bddb-fed828d2ee3f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.850043] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f in Status: SUCCESS [ 614.850043] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 813acf66-f69f-46a1-842d-f5f49ca4e01f deletion is rescheduled due to dependency. [ 614.850043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-813acf66-f69f-46a1-842d-f5f49ca4e01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.927187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.927349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.927411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.927726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.927726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.930343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.930343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.930343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.930343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.930343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.930343] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95c0e38-6984-4550-b5f4-483e699692ce already deleted. [ 614.930343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.139144] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.139501] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.139501] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.139806] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.140385] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.140700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.140899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.141220] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.141442] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.141782] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.142029] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.142214] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.142430] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.142658] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.142877] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.143108] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.167042] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.167193] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.167393] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.167598] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.167993] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-fe2afff4-76c0-4f96-b6c5-0462122d0990 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.168287] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-fe2afff4-76c0-4f96-b6c5-0462122d0990" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.168435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-fe2afff4-76c0-4f96-b6c5-0462122d0990" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.168962] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-fe2afff4-76c0-4f96-b6c5-0462122d0990" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.169119] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2afff4-76c0-4f96-b6c5-0462122d0990',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.302449] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.304870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c997f7-8b5a-4fab-a31e-551de41fd8ad taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.304987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.305167] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14e1d283-e60c-40ea-bddb-fed828d2ee3f with status ACTIVE [ 615.305403] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.305553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.305621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.305839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.305929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.306200] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.306200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.306288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.306408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.306485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.306661] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.307037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.307129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.307285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.307360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.307450] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14e1d283-e60c-40ea-bddb-fed828d2ee3f is going to be updated. [ 615.331430] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.331717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.331786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.332569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.332569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.332569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e1d283-e60c-40ea-bddb-fed828d2ee3f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.551194] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e in Status: SUCCESS [ 615.551397] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e deletion is rescheduled due to dependency. [ 615.551517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.672685] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.673121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.673460] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.674340] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.674552] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.674765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port fe2afff4-76c0-4f96-b6c5-0462122d0990 not found, creating... [ 615.675079] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.675247] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.675359] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.675581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.675710] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.675982] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.676176] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.676288] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.676485] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.676608] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.676765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: fe2afff4-76c0-4f96-b6c5-0462122d0990 is going to be created. [ 615.696515] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.696722] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.696839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.697118] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.697352] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.697538] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-fe2afff4-76c0-4f96-b6c5-0462122d0990" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.805791] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.158511] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 616.158878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.158923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.159188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.159603] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.159603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.159603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.159794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.159830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.159909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.160008] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.310919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.310919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.310919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.310919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.310919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.310919] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad is going to be created. [ 616.337054] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.337054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.337261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.338351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.338351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.350659] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad in Status: UNINITIALIZED for 2s [ 616.415415] env[65380]: INFO networking_nsxv3.common.synchronization [req-a48945ef-6cd5-483a-a8a4-09ac0bd1a52b req-30dd5fb9-7aaa-4feb-aa23-161caff4f659 service nova] Enqueued Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGHEST for action security_group_rules [ 616.415588] env[65380]: INFO networking_nsxv3.common.synchronization [req-a48945ef-6cd5-483a-a8a4-09ac0bd1a52b req-30dd5fb9-7aaa-4feb-aa23-161caff4f659 service nova] Enqueued Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGHEST for action security_group_members [ 616.415717] env[65380]: INFO networking_nsxv3.common.synchronization [req-a48945ef-6cd5-483a-a8a4-09ac0bd1a52b req-30dd5fb9-7aaa-4feb-aa23-161caff4f659 service nova] Enqueued Resource ID: fe2afff4-76c0-4f96-b6c5-0462122d0990 with Priority: HIGHEST for action port [ 616.416292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGHEST for action security_group_rules [ 616.416437] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGHEST for action security_group_members [ 616.416535] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2afff4-76c0-4f96-b6c5-0462122d0990 with Priority: HIGHEST for action port [ 616.417269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f95c0e38-6984-4550-b5f4-483e699692ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.417269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.417269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.417519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.417716] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f95c0e38-6984-4550-b5f4-483e699692ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.418756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95c0e38-6984-4550-b5f4-483e699692ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.419103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.419103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.419175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.420304] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.420304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.420304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.420304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.420304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.420304] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95c0e38-6984-4550-b5f4-483e699692ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.421670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2afff4-76c0-4f96-b6c5-0462122d0990 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.421869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2afff4-76c0-4f96-b6c5-0462122d0990" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.422055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2afff4-76c0-4f96-b6c5-0462122d0990" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.422271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2afff4-76c0-4f96-b6c5-0462122d0990" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.422361] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2afff4-76c0-4f96-b6c5-0462122d0990',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.662363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.662501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.662501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.662745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.663090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.663226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.663226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.663609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.663609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.663609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.663904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.663904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.663904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.664180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.664180] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.664516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.664516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.664516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.664516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.665075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.665075] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.924813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95c0e38-6984-4550-b5f4-483e699692ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.928176] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f95c0e38-6984-4550-b5f4-483e699692ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.928176] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe2afff4-76c0-4f96-b6c5-0462122d0990 with status ACTIVE [ 616.928176] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.928176] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.928176] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.928176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.929107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.929107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.930339] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe2afff4-76c0-4f96-b6c5-0462122d0990 is going to be updated. [ 616.957816] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.957816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.957816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.957816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.957816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.958040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2afff4-76c0-4f96-b6c5-0462122d0990" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.013543] env[65380]: INFO networking_nsxv3.common.synchronization [req-8569ec81-bc9b-419c-909e-836f5c8b17c2 req-8a9bba03-3bbf-412e-bb0a-616f8d3c5af6 tempest-InstanceActionsTestJSON-1247412094 tempest-InstanceActionsTestJSON-1247412094-project-member] Enqueued Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGHEST for action security_group_members [ 617.015065] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGHEST for action security_group_members [ 617.016496] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3727fc09-9505-478b-bc8e-c0364e7da6b0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.016496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.016496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.016496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.016496] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.016790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.016790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.017064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.017194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.017341] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3727fc09-9505-478b-bc8e-c0364e7da6b0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.169872] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f384a8e8-38a5-4f41-8f42-a7967efa2d85: rpc.has_security_group_logging(os_id): False [ 617.190294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.190705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.190900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.191275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.191460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.191766] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.192050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.192209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.192475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.192650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.193032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.195517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.195517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.195517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.195517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.195517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.195517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.195517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.195517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.195517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.195517] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 617.211142] env[65380]: INFO networking_nsxv3.common.synchronization [None req-bbc2563e-af28-4062-8307-a8eb5f679051 None None] Enqueued Resource ID: bedcae53-01dd-4b94-9d55-8dd00f8e2b34 with Priority: HIGHEST for action port [ 617.211698] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedcae53-01dd-4b94-9d55-8dd00f8e2b34 with Priority: HIGHEST for action port [ 617.211992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-bedcae53-01dd-4b94-9d55-8dd00f8e2b34 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.212930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bedcae53-01dd-4b94-9d55-8dd00f8e2b34" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.213031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bedcae53-01dd-4b94-9d55-8dd00f8e2b34" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.213316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bedcae53-01dd-4b94-9d55-8dd00f8e2b34" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.213396] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bedcae53-01dd-4b94-9d55-8dd00f8e2b34',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.279745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.279975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.279975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.280209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.281040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.310380] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 617.433082] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f95c0e38-6984-4550-b5f4-483e699692ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.520562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.520562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.520799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.521022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.521132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.521374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.521517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.521588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.521802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.521956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.522055] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 already deleted. [ 617.522173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.582254] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-708 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.582485] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-708" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.582618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-708" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.582882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-708" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.583150] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.583292] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.583400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.583600] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.584383] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.584596] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.584710] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.584814] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.584913] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.585017] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.585119] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.585459] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.606870] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.607200] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.607361] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.607539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-708" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.607848] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-51598f4f-c8da-410d-a2c0-7f49c3470072 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.608138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-51598f4f-c8da-410d-a2c0-7f49c3470072" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.608138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-51598f4f-c8da-410d-a2c0-7f49c3470072" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.608431] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-51598f4f-c8da-410d-a2c0-7f49c3470072" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.608602] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51598f4f-c8da-410d-a2c0-7f49c3470072',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.716407] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bedcae53-01dd-4b94-9d55-8dd00f8e2b34 [ 617.716600] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.716689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.716728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.716998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.717066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.717148] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bedcae53-01dd-4b94-9d55-8dd00f8e2b34 already deleted. [ 617.717235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bedcae53-01dd-4b94-9d55-8dd00f8e2b34" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.935667] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.936214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.936214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.936214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.936214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.936447] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95c0e38-6984-4550-b5f4-483e699692ce is going to be created. [ 617.964469] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.964592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.964662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.964879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.965045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.977492] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95c0e38-6984-4550-b5f4-483e699692ce in Status: UNINITIALIZED for 2s [ 618.110703] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.113894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.113894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.113894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.113894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.113894] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 51598f4f-c8da-410d-a2c0-7f49c3470072 not found, creating... [ 618.113894] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.113894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.113894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.113894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.113894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.114631] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.114631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.114631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.114631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.115197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.115579] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 51598f4f-c8da-410d-a2c0-7f49c3470072 is going to be created. [ 618.140979] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.140979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.140979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.140979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.140979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.140979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-51598f4f-c8da-410d-a2c0-7f49c3470072" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.366063] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad in Status: SUCCESS [ 618.366063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.366063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.366063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.366063] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.366063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.366063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.366063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.366063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.366063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.366063] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.874507] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.912119] env[65380]: INFO networking_nsxv3.common.synchronization [req-8569ec81-bc9b-419c-909e-836f5c8b17c2 req-e574c8fa-c263-4514-9fbc-8426dc67340d service nova] Enqueued Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGHEST for action security_group_rules [ 618.912302] env[65380]: INFO networking_nsxv3.common.synchronization [req-8569ec81-bc9b-419c-909e-836f5c8b17c2 req-e574c8fa-c263-4514-9fbc-8426dc67340d service nova] Enqueued Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGHEST for action security_group_members [ 618.912438] env[65380]: INFO networking_nsxv3.common.synchronization [req-8569ec81-bc9b-419c-909e-836f5c8b17c2 req-e574c8fa-c263-4514-9fbc-8426dc67340d service nova] Enqueued Resource ID: 51598f4f-c8da-410d-a2c0-7f49c3470072 with Priority: HIGHEST for action port [ 618.912960] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGHEST for action security_group_rules [ 618.916676] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGHEST for action security_group_members [ 618.916838] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51598f4f-c8da-410d-a2c0-7f49c3470072 with Priority: HIGHEST for action port [ 618.917230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3727fc09-9505-478b-bc8e-c0364e7da6b0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.917380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.917446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.917734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.917835] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3727fc09-9505-478b-bc8e-c0364e7da6b0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.921942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3727fc09-9505-478b-bc8e-c0364e7da6b0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.921942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.921942] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3727fc09-9505-478b-bc8e-c0364e7da6b0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.921942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-51598f4f-c8da-410d-a2c0-7f49c3470072 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51598f4f-c8da-410d-a2c0-7f49c3470072" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51598f4f-c8da-410d-a2c0-7f49c3470072" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.921942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51598f4f-c8da-410d-a2c0-7f49c3470072" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.921942] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51598f4f-c8da-410d-a2c0-7f49c3470072',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.332616] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 619.332616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.379727] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c997f7-8b5a-4fab-a31e-551de41fd8ad: rpc.has_security_group_logging(os_id): False [ 619.402219] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.402219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.402219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.402463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.402624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.402940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.403128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.403199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.403375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.403452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.403541] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad is going to be created. [ 619.423580] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3727fc09-9505-478b-bc8e-c0364e7da6b0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.424788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3727fc09-9505-478b-bc8e-c0364e7da6b0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.424788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.425043] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51598f4f-c8da-410d-a2c0-7f49c3470072 with status ACTIVE [ 619.425104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.425195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.426364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.426364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.426364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.426364] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.426364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.426364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.426364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.426364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.426364] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.426907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.426907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.426907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.426907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.426907] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51598f4f-c8da-410d-a2c0-7f49c3470072 is going to be updated. [ 619.457736] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.458095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.458095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.458276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.458438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.458667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51598f4f-c8da-410d-a2c0-7f49c3470072" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.476125] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.476125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.476125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.476475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.476475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.493608] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad in Status: IN_PROGRESS for 2s [ 619.929939] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3727fc09-9505-478b-bc8e-c0364e7da6b0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.989644] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95c0e38-6984-4550-b5f4-483e699692ce in Status: SUCCESS [ 619.989644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.989934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.990180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.990371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.991786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.991786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.992085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.992224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.992323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.992417] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f95c0e38-6984-4550-b5f4-483e699692ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.129969] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e2bce53e-6da5-408c-9507-81b7e686e48b None None] Enqueued Resource ID: eeeeecc7-e35c-42de-81d8-5b32e6828818 with Priority: HIGHEST for action port [ 620.131235] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeeeecc7-e35c-42de-81d8-5b32e6828818 with Priority: HIGHEST for action port [ 620.134402] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeeeecc7-e35c-42de-81d8-5b32e6828818 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.134607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeeeecc7-e35c-42de-81d8-5b32e6828818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.134761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeeeecc7-e35c-42de-81d8-5b32e6828818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.135145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeeeecc7-e35c-42de-81d8-5b32e6828818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.136211] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeeeecc7-e35c-42de-81d8-5b32e6828818',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.435668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.435947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.435947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.436474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.436474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.437901] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 is going to be created. [ 620.464615] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.465856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.465856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.465856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.465856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.476325] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 in Status: UNINITIALIZED for 2s [ 620.495068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95c0e38-6984-4550-b5f4-483e699692ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.495835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.495835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.495835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.495835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.496296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.496296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.496296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.496296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.496565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.496745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95c0e38-6984-4550-b5f4-483e699692ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.496745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.496745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.497265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.497265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.497265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.497615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.497615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.497615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.497738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.498024] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f95c0e38-6984-4550-b5f4-483e699692ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.581789] env[65380]: INFO networking_nsxv3.common.synchronization [req-f55cea96-e029-44db-a67e-f96567bdef4b req-fa3e706a-5e31-4a1a-a68a-0cfec311b3a2 tempest-ServersWithSpecificFlavorTestJSON-795414863 tempest-ServersWithSpecificFlavorTestJSON-795414863-project-member] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 620.583538] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 620.583942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.584174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.584174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.584813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.584813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.584813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.584813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.585034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.585034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.585770] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.639538] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeeeecc7-e35c-42de-81d8-5b32e6828818 [ 620.639957] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.641054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.641054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.641054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.641054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.641054] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeeeecc7-e35c-42de-81d8-5b32e6828818 already deleted. [ 620.641054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeeeecc7-e35c-42de-81d8-5b32e6828818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.001702] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f95c0e38-6984-4550-b5f4-483e699692ce: rpc.has_security_group_logging(os_id): False [ 621.025259] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.025466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.025466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.025670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.025755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.025935] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.026040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.026101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.026305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.026346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.026488] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.027533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.027533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.027533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.027533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.027533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.027533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.027533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.027533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.027533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.027533] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f95c0e38-6984-4550-b5f4-483e699692ce is going to be created. [ 621.088728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.088728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.088728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.088728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.088728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.089095] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.089095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.089095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.089284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.089284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.089377] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d already deleted. [ 621.089473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.098242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.098422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.098474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.098634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.098910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.112330] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95c0e38-6984-4550-b5f4-483e699692ce in Status: IN_PROGRESS for 2s [ 621.120493] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.120736] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-631" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.120862] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-631" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.121198] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-631" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.121445] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.121622] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.121749] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.122048] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.122249] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.122458] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.122566] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.122663] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.122791] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.122909] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.123020] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.123147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.153497] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.153714] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.153783] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.153946] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-631" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.154370] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-baa5d24e-1fcb-4349-90bc-bd1dc5273670 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.154586] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-baa5d24e-1fcb-4349-90bc-bd1dc5273670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.154745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-baa5d24e-1fcb-4349-90bc-bd1dc5273670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.155140] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-baa5d24e-1fcb-4349-90bc-bd1dc5273670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.155305] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa5d24e-1fcb-4349-90bc-bd1dc5273670',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.507712] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad in Status: SUCCESS [ 621.508144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.657705] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.657994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.658136] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.658409] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.658581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.658894] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port baa5d24e-1fcb-4349-90bc-bd1dc5273670 not found, creating... [ 621.659024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.659196] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.659357] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.659615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.659803] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.660137] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.662290] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.663903] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.664231] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.664299] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.664409] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: baa5d24e-1fcb-4349-90bc-bd1dc5273670 is going to be created. [ 621.687050] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.687290] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.687470] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.687660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.687882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.688114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-baa5d24e-1fcb-4349-90bc-bd1dc5273670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.376412] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8c40520e-34bc-447d-8dba-af9b6cdc44d2 None None] Enqueued Resource ID: 7c05a3c9-9476-49f2-bcd3-53d3ac967323 with Priority: HIGHEST for action port [ 622.376412] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c05a3c9-9476-49f2-bcd3-53d3ac967323 with Priority: HIGHEST for action port [ 622.376412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c05a3c9-9476-49f2-bcd3-53d3ac967323 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.376412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c05a3c9-9476-49f2-bcd3-53d3ac967323" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.376412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c05a3c9-9476-49f2-bcd3-53d3ac967323" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.376412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c05a3c9-9476-49f2-bcd3-53d3ac967323" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.376412] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c05a3c9-9476-49f2-bcd3-53d3ac967323',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.390267] env[65380]: INFO networking_nsxv3.common.synchronization [req-f55cea96-e029-44db-a67e-f96567bdef4b req-0a02dfad-a57c-4a09-af74-1300275fc786 service nova] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_rules [ 622.390267] env[65380]: INFO networking_nsxv3.common.synchronization [req-f55cea96-e029-44db-a67e-f96567bdef4b req-0a02dfad-a57c-4a09-af74-1300275fc786 service nova] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 622.390267] env[65380]: INFO networking_nsxv3.common.synchronization [req-f55cea96-e029-44db-a67e-f96567bdef4b req-0a02dfad-a57c-4a09-af74-1300275fc786 service nova] Enqueued Resource ID: baa5d24e-1fcb-4349-90bc-bd1dc5273670 with Priority: HIGHEST for action port [ 622.390267] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_rules [ 622.390267] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 622.390267] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa5d24e-1fcb-4349-90bc-bd1dc5273670 with Priority: HIGHEST for action port [ 622.390267] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.390267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.390267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.390267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.397121] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.398341] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.398572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.398633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.398794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.398965] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.399088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.399152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.399296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.399384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.399477] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.400532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-baa5d24e-1fcb-4349-90bc-bd1dc5273670 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.400705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baa5d24e-1fcb-4349-90bc-bd1dc5273670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.400705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baa5d24e-1fcb-4349-90bc-bd1dc5273670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.400854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baa5d24e-1fcb-4349-90bc-bd1dc5273670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.400930] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa5d24e-1fcb-4349-90bc-bd1dc5273670',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.488650] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 in Status: SUCCESS [ 622.488650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.488650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.489126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.489237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.489323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.489364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.489578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.489637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.489710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.489979] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3727fc09-9505-478b-bc8e-c0364e7da6b0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.755839] env[65380]: INFO networking_nsxv3.common.synchronization [req-71038ec4-17d1-410c-8acb-32975f7ac631 req-9a213c87-eb61-4a89-aa71-a875e26dc5f5 tempest-ServersAdminNegativeTestJSON-1555453893 tempest-ServersAdminNegativeTestJSON-1555453893-project-member] Enqueued Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 622.758090] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 622.760898] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.760898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.760898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.760898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.760898] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.760898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.760898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.760898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.761316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.761316] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.878546] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c05a3c9-9476-49f2-bcd3-53d3ac967323 [ 622.878762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.878958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.878958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.879271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.879592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.879592] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c05a3c9-9476-49f2-bcd3-53d3ac967323 already deleted. [ 622.879592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c05a3c9-9476-49f2-bcd3-53d3ac967323" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.903159] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.904486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.904967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.905097] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port baa5d24e-1fcb-4349-90bc-bd1dc5273670 with status ACTIVE [ 622.905309] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.905424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.905424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.905624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.905706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.905890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.905979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.906850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.906850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.906850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.906850] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.906850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.906850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.907105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.907105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.907826] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: baa5d24e-1fcb-4349-90bc-bd1dc5273670 is going to be updated. [ 622.942408] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.942408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.942408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.942408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.942408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.942408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baa5d24e-1fcb-4349-90bc-bd1dc5273670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.999660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3727fc09-9505-478b-bc8e-c0364e7da6b0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.999660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.999660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3727fc09-9505-478b-bc8e-c0364e7da6b0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.999660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.999660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.000555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.000555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.000555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.000555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.000555] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3727fc09-9505-478b-bc8e-c0364e7da6b0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.106717] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.108762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.108762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.114280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.114280] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.114280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.114280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.114280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.114280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.114280] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.114280] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.114280] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.114280] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.114280] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.114280] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.114280] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.136073] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f95c0e38-6984-4550-b5f4-483e699692ce in Status: SUCCESS [ 623.136388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.142426] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.142806] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.143141] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.143396] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.143846] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-945a08e8-e8a7-46b9-9896-8320cf1e3fac taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.144182] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-945a08e8-e8a7-46b9-9896-8320cf1e3fac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.144380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-945a08e8-e8a7-46b9-9896-8320cf1e3fac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.144886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-945a08e8-e8a7-46b9-9896-8320cf1e3fac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.145173] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('945a08e8-e8a7-46b9-9896-8320cf1e3fac',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.264603] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.405977] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.504165] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3727fc09-9505-478b-bc8e-c0364e7da6b0: rpc.has_security_group_logging(os_id): False [ 623.526037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.526273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.526359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.526688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.526823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.527296] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.527401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.527401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.527638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.527752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.528059] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.528223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.528319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.528554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.528709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.528975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.529155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.529246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.529477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.529591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.529746] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 is going to be created. [ 623.598924] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.599134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.599180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.599376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.599561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.610738] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 in Status: IN_PROGRESS for 2s [ 623.648965] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.648965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.648965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.648965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.649650] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.649650] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 945a08e8-e8a7-46b9-9896-8320cf1e3fac not found, creating... [ 623.649650] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.649965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.649965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.650235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.650378] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.650803] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.651018] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.651140] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.651384] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.651527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.651783] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 945a08e8-e8a7-46b9-9896-8320cf1e3fac is going to be created. [ 623.679712] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.679929] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.680084] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.680351] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.680588] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.680844] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-945a08e8-e8a7-46b9-9896-8320cf1e3fac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.767934] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.908953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.908953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.909128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.909343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.909643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.909795] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d is going to be created. [ 623.943712] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.943712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.943712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.943712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.943712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.956652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: UNINITIALIZED for 2s [ 624.271342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.271590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.271765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.272136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.272265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.272404] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba is going to be updated. [ 624.319480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.319480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.319480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.319480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.319932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.331159] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: IN_PROGRESS for 2s [ 624.439242] env[65380]: INFO networking_nsxv3.common.synchronization [req-71038ec4-17d1-410c-8acb-32975f7ac631 req-8a92a835-929a-47e9-9576-b687e62614f4 service nova] Enqueued Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_rules [ 624.440280] env[65380]: INFO networking_nsxv3.common.synchronization [req-71038ec4-17d1-410c-8acb-32975f7ac631 req-8a92a835-929a-47e9-9576-b687e62614f4 service nova] Enqueued Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 624.440280] env[65380]: INFO networking_nsxv3.common.synchronization [req-71038ec4-17d1-410c-8acb-32975f7ac631 req-8a92a835-929a-47e9-9576-b687e62614f4 service nova] Enqueued Resource ID: 945a08e8-e8a7-46b9-9896-8320cf1e3fac with Priority: HIGHEST for action port [ 624.440280] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_rules [ 624.440280] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 624.440495] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 945a08e8-e8a7-46b9-9896-8320cf1e3fac with Priority: HIGHEST for action port [ 624.440722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.440838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.440967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.441134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.441325] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.445410] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.445410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.445410] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-945a08e8-e8a7-46b9-9896-8320cf1e3fac taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.445410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-945a08e8-e8a7-46b9-9896-8320cf1e3fac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.445410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-945a08e8-e8a7-46b9-9896-8320cf1e3fac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.445410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-945a08e8-e8a7-46b9-9896-8320cf1e3fac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.445410] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('945a08e8-e8a7-46b9-9896-8320cf1e3fac',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.910325] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b2fa7b69-99c4-405e-954e-8a2ac79046ea None None] Enqueued Resource ID: db980f14-b067-4983-a787-c531bc263694 with Priority: HIGHEST for action port [ 624.911436] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db980f14-b067-4983-a787-c531bc263694 with Priority: HIGHEST for action port [ 624.912270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-db980f14-b067-4983-a787-c531bc263694 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.912555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db980f14-b067-4983-a787-c531bc263694" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.913903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db980f14-b067-4983-a787-c531bc263694" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.913903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db980f14-b067-4983-a787-c531bc263694" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.913903] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db980f14-b067-4983-a787-c531bc263694',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.946862] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.951301] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 945a08e8-e8a7-46b9-9896-8320cf1e3fac with status ACTIVE [ 624.951301] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.951301] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.951301] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.951301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.951919] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 945a08e8-e8a7-46b9-9896-8320cf1e3fac is going to be updated. [ 624.976475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.977513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.977513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.977513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.977513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.977513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-945a08e8-e8a7-46b9-9896-8320cf1e3fac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.417056] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db980f14-b067-4983-a787-c531bc263694 [ 625.417056] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.417056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.417056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.417056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.417056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.417056] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db980f14-b067-4983-a787-c531bc263694 already deleted. [ 625.417056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db980f14-b067-4983-a787-c531bc263694" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.640262] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 in Status: SUCCESS [ 625.640545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.972769] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: SUCCESS [ 625.973156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.973347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.973641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.973902] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.974116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.974219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.974590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.974745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.974884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.975099] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.343235] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: SUCCESS [ 626.343469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.343754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.344480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.344480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.344480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.344480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.344692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.344692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.344756] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.478427] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.848785] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.983407] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efacc1a5-f433-4622-aaf4-195ee38e7a7d: rpc.has_security_group_logging(os_id): False [ 627.004422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.004614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.004686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.004945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.005062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.005352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.005466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.005530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.005684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.005762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.005847] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d is going to be created. [ 627.075386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.076070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.076070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.076070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.076458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.091152] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: IN_PROGRESS for 2s [ 627.356568] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.859974] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.859974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.859974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.859974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.859974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.859974] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba is going to be updated. [ 627.891904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.891904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.892101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.892262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.892494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.905529] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: IN_PROGRESS for 2s [ 629.106054] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: SUCCESS [ 629.106440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.913233] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 629.913349] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 629.917424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: SUCCESS [ 629.918242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.918242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.918242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.918242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.918557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.918557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.918633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.918699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.918770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.918882] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.421866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.422251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.422251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.422545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.422631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.422716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.422772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.423318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.423693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.423693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.423693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.423817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.423817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.423969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.424131] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.424216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.424255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.424396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.424468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.424546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.424633] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.929914] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2689ee4c-4818-4b1e-a50c-bd2553b802ba: rpc.has_security_group_logging(os_id): False [ 630.952893] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.953146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.953280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.953783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.954357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.954522] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.954635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.954730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.954937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.955031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.956949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.956949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.956949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.957148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.957148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.957774] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.959123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.959123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.959123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.959123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.959123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba is going to be updated. [ 631.057890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.057890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.057890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.058916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.058916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.075990] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: IN_PROGRESS for 2s [ 631.101508] env[65380]: INFO networking_nsxv3.common.synchronization [None req-11670f69-dd2f-4f6f-a48e-d6b6d84758a1 None None] Enqueued Resource ID: 09009d23-f2df-4935-bac7-f0e70b3c6dac with Priority: HIGHEST for action port [ 631.102491] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09009d23-f2df-4935-bac7-f0e70b3c6dac with Priority: HIGHEST for action port [ 631.102936] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-09009d23-f2df-4935-bac7-f0e70b3c6dac taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.103111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09009d23-f2df-4935-bac7-f0e70b3c6dac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.103111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09009d23-f2df-4935-bac7-f0e70b3c6dac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.103311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09009d23-f2df-4935-bac7-f0e70b3c6dac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.103395] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09009d23-f2df-4935-bac7-f0e70b3c6dac',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.274030] env[65380]: INFO networking_nsxv3.common.synchronization [req-d2593699-2e7c-41b5-8285-d05daa209570 req-efe6b0be-5996-4fe7-a730-812b0eb5e86d tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_members [ 631.274552] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_members [ 631.274972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f55d6d-540b-4956-aec1-241d2266ad23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.275105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.275173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.275432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.275595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.275707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.275769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.275921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.276015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.276108] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.608425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09009d23-f2df-4935-bac7-f0e70b3c6dac [ 631.608828] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.609067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.609196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.609494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.609621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.609784] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09009d23-f2df-4935-bac7-f0e70b3c6dac already deleted. [ 631.609983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09009d23-f2df-4935-bac7-f0e70b3c6dac" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.779363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.779635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.779970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.780316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.780484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.780824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.780935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.781152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.781241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.781345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.781454] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f55d6d-540b-4956-aec1-241d2266ad23 already deleted. [ 631.781602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.879648] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.879908] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.880203] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.880539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.881339] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.881339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.881339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.881558] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.881626] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.881893] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.882106] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.882744] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.882955] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.883132] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.883251] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.883377] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.905721] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.905890] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.906048] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.906223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.906851] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-90cad506-761a-45ec-b49e-8e0fc31152dc taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.907119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-90cad506-761a-45ec-b49e-8e0fc31152dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.907245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-90cad506-761a-45ec-b49e-8e0fc31152dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.907815] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-90cad506-761a-45ec-b49e-8e0fc31152dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.908117] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90cad506-761a-45ec-b49e-8e0fc31152dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.411319] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.411529] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.411687] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.412162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.412162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.412339] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 90cad506-761a-45ec-b49e-8e0fc31152dc not found, creating... [ 632.412749] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.412749] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.412979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.412979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.414628] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.414628] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.414628] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.414628] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.414628] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.414628] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.414628] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 90cad506-761a-45ec-b49e-8e0fc31152dc is going to be created. [ 632.436819] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.436819] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.437103] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.437472] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.437472] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.437762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-90cad506-761a-45ec-b49e-8e0fc31152dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.090678] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: SUCCESS [ 633.091146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.197361] env[65380]: INFO networking_nsxv3.common.synchronization [req-d2593699-2e7c-41b5-8285-d05daa209570 req-d4204ed3-9907-4360-a67e-bbd52cef954e service nova] Enqueued Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_rules [ 633.197575] env[65380]: INFO networking_nsxv3.common.synchronization [req-d2593699-2e7c-41b5-8285-d05daa209570 req-d4204ed3-9907-4360-a67e-bbd52cef954e service nova] Enqueued Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_members [ 633.197735] env[65380]: INFO networking_nsxv3.common.synchronization [req-d2593699-2e7c-41b5-8285-d05daa209570 req-d4204ed3-9907-4360-a67e-bbd52cef954e service nova] Enqueued Resource ID: 90cad506-761a-45ec-b49e-8e0fc31152dc with Priority: HIGHEST for action port [ 633.198375] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_rules [ 633.198509] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_members [ 633.198677] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90cad506-761a-45ec-b49e-8e0fc31152dc with Priority: HIGHEST for action port [ 633.198892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f55d6d-540b-4956-aec1-241d2266ad23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.199021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.199085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.199282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.199367] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.200257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f55d6d-540b-4956-aec1-241d2266ad23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.200405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.200405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.200596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.200747] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.200827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.200887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.201159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.201216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.201304] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.202589] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-90cad506-761a-45ec-b49e-8e0fc31152dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.202686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90cad506-761a-45ec-b49e-8e0fc31152dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.202686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90cad506-761a-45ec-b49e-8e0fc31152dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.202856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90cad506-761a-45ec-b49e-8e0fc31152dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.204111] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90cad506-761a-45ec-b49e-8e0fc31152dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.706280] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f55d6d-540b-4956-aec1-241d2266ad23 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.706280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.706280] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.706280] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90cad506-761a-45ec-b49e-8e0fc31152dc with status ACTIVE [ 633.707725] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.707725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.707725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.707725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.707725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.707725] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.707725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.707725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.707725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.707725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.707725] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.708434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.708434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.708434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.708434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.708434] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90cad506-761a-45ec-b49e-8e0fc31152dc is going to be updated. [ 633.733955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.734122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.734172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.735118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.735408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.735496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90cad506-761a-45ec-b49e-8e0fc31152dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.906839] env[65380]: INFO networking_nsxv3.common.synchronization [req-3065a70a-6e3d-4da8-a81e-5d63168fec2f req-c878c01e-e22a-42d3-8acd-c15d46c98897 tempest-ServerPasswordTestJSON-497260439 tempest-ServerPasswordTestJSON-497260439-project-member] Enqueued Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGHEST for action security_group_members [ 633.906839] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGHEST for action security_group_members [ 633.906994] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.908978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.909122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.910462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.910462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.910462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.910462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.910462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.910994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.911127] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664f0e3d-e0c0-4f94-a3a5-7979df3891ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.211614] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.255140] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.255337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-559" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.255453] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-559" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.255757] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-559" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.257192] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.257389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.257558] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.257791] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.257932] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.258140] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.258249] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.258349] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.258448] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.258560] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.258729] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.258878] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.278757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.278922] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.279080] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.279272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-559" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.279608] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-e0847c18-e0df-44ba-8d02-bf295c0915d4 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.279783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-e0847c18-e0df-44ba-8d02-bf295c0915d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.279955] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-e0847c18-e0df-44ba-8d02-bf295c0915d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.281755] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-e0847c18-e0df-44ba-8d02-bf295c0915d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.281968] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0847c18-e0df-44ba-8d02-bf295c0915d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.315064] env[65380]: INFO networking_nsxv3.common.synchronization [None req-f695f781-459e-4581-a45e-d83299880a07 None None] Enqueued Resource ID: b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba with Priority: HIGHEST for action port [ 634.315854] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba with Priority: HIGHEST for action port [ 634.316506] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.316636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.316705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.316963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.317058] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.413025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.413259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.413359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.413611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.413762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.414057] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.414159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.414220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.414375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.414449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.414534] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff already deleted. [ 634.414631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.715734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.715896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.715997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.716307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.716407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.716504] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f55d6d-540b-4956-aec1-241d2266ad23 is going to be created. [ 634.745921] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.746125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.746240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.746465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.746627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.757862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f55d6d-540b-4956-aec1-241d2266ad23 in Status: UNINITIALIZED for 2s [ 634.786422] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.786792] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.786930] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.787233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.787383] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.787531] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port e0847c18-e0df-44ba-8d02-bf295c0915d4 not found, creating... [ 634.787835] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.788090] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.788173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.788397] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.788614] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.789057] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.789241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.789358] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.789580] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.789713] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.789914] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: e0847c18-e0df-44ba-8d02-bf295c0915d4 is going to be created. [ 634.812935] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.813239] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.813365] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.813646] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.813903] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.814140] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-e0847c18-e0df-44ba-8d02-bf295c0915d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.819692] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba [ 634.819964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.820144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.820212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.820411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.820496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.820585] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba already deleted. [ 634.820788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b31d29fb-a0fb-4b00-a8ce-6b4ff2a570ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.558856] env[65380]: INFO networking_nsxv3.common.synchronization [req-3065a70a-6e3d-4da8-a81e-5d63168fec2f req-d6c479eb-a1ca-4f93-ba3a-23d446f9d06c service nova] Enqueued Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGHEST for action security_group_rules [ 635.559310] env[65380]: INFO networking_nsxv3.common.synchronization [req-3065a70a-6e3d-4da8-a81e-5d63168fec2f req-d6c479eb-a1ca-4f93-ba3a-23d446f9d06c service nova] Enqueued Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGHEST for action security_group_members [ 635.559310] env[65380]: INFO networking_nsxv3.common.synchronization [req-3065a70a-6e3d-4da8-a81e-5d63168fec2f req-d6c479eb-a1ca-4f93-ba3a-23d446f9d06c service nova] Enqueued Resource ID: e0847c18-e0df-44ba-8d02-bf295c0915d4 with Priority: HIGHEST for action port [ 635.560311] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGHEST for action security_group_rules [ 635.560311] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGHEST for action security_group_members [ 635.560311] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0847c18-e0df-44ba-8d02-bf295c0915d4 with Priority: HIGHEST for action port [ 635.560311] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.560311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.560764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.560764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.560764] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('664f0e3d-e0c0-4f94-a3a5-7979df3891ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.562886] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.563056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.563128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.563315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.563477] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.563578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.563641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.563783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.563889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.563946] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664f0e3d-e0c0-4f94-a3a5-7979df3891ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.564951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0847c18-e0df-44ba-8d02-bf295c0915d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.565065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0847c18-e0df-44ba-8d02-bf295c0915d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.565135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0847c18-e0df-44ba-8d02-bf295c0915d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.565437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0847c18-e0df-44ba-8d02-bf295c0915d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.565437] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0847c18-e0df-44ba-8d02-bf295c0915d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.074024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0847c18-e0df-44ba-8d02-bf295c0915d4 with status ACTIVE [ 636.074024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.074024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.074024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.074024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.074024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0847c18-e0df-44ba-8d02-bf295c0915d4 is going to be updated. [ 636.081088] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('664f0e3d-e0c0-4f94-a3a5-7979df3891ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.081088] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.081088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.102110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.102110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.102110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.102110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.102110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.102110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0847c18-e0df-44ba-8d02-bf295c0915d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.581178] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('664f0e3d-e0c0-4f94-a3a5-7979df3891ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.770054] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f55d6d-540b-4956-aec1-241d2266ad23 in Status: SUCCESS [ 636.770283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.770468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.770754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.770979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.771138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.771208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.771377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.771461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.771545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.771636] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.889276] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3d745948-0045-4950-8848-27e17659a401 None None] Enqueued Resource ID: cea2cdb5-25a3-436c-bd6c-79c13f45a4fd with Priority: HIGHEST for action port [ 636.889983] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea2cdb5-25a3-436c-bd6c-79c13f45a4fd with Priority: HIGHEST for action port [ 636.890457] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea2cdb5-25a3-436c-bd6c-79c13f45a4fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.890534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea2cdb5-25a3-436c-bd6c-79c13f45a4fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.890575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea2cdb5-25a3-436c-bd6c-79c13f45a4fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.890916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea2cdb5-25a3-436c-bd6c-79c13f45a4fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.890999] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea2cdb5-25a3-436c-bd6c-79c13f45a4fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.084507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.084716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.084788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.084980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.085118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.085162] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff is going to be created. [ 637.116842] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.116842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.116842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.116842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.116842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.128245] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff in Status: UNINITIALIZED for 2s [ 637.160288] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d6344b04-1bef-4c99-921f-c5c830692da5 None None] Enqueued Resource ID: 0a4bdd07-f308-431e-9c25-264260379c35 with Priority: HIGHEST for action port [ 637.160518] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4bdd07-f308-431e-9c25-264260379c35 with Priority: HIGHEST for action port [ 637.161110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a4bdd07-f308-431e-9c25-264260379c35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.161236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a4bdd07-f308-431e-9c25-264260379c35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.161304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a4bdd07-f308-431e-9c25-264260379c35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.161608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a4bdd07-f308-431e-9c25-264260379c35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.161718] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a4bdd07-f308-431e-9c25-264260379c35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.274140] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.394231] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cea2cdb5-25a3-436c-bd6c-79c13f45a4fd [ 637.394382] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.394488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.394559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.394958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.395083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.395205] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cea2cdb5-25a3-436c-bd6c-79c13f45a4fd already deleted. [ 637.395285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea2cdb5-25a3-436c-bd6c-79c13f45a4fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.664280] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a4bdd07-f308-431e-9c25-264260379c35 [ 637.665972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.666153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.666205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.666415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.666486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.666952] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a4bdd07-f308-431e-9c25-264260379c35 already deleted. [ 637.666952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a4bdd07-f308-431e-9c25-264260379c35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.779244] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99f55d6d-540b-4956-aec1-241d2266ad23: rpc.has_security_group_logging(os_id): False [ 637.796904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.798204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.798442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.798582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.798655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.798951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.799023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.799079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.799226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.799300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.799755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f55d6d-540b-4956-aec1-241d2266ad23 is going to be created. [ 637.863792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.863926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.863994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.864218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.864392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.880295] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99f55d6d-540b-4956-aec1-241d2266ad23 in Status: IN_PROGRESS for 2s [ 639.142737] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff in Status: SUCCESS [ 639.142737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.143167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.143167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.143258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.143514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.143514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.143679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.143767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.143870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.143966] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('664f0e3d-e0c0-4f94-a3a5-7979df3891ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.649685] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.650669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.650669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.650669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.650669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.650669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.650922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.652565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.652565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.652565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.653142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.653142] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('664f0e3d-e0c0-4f94-a3a5-7979df3891ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.893025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99f55d6d-540b-4956-aec1-241d2266ad23 in Status: SUCCESS [ 639.893293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.157436] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 664f0e3d-e0c0-4f94-a3a5-7979df3891ff: rpc.has_security_group_logging(os_id): False [ 640.179450] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.179632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.179695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.179886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.179986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.180593] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.180593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.180593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.180593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.180593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.180863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.181135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.181135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.181246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.181246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.181431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.181533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.181615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.181813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.181903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.181985] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff is going to be created. [ 640.255386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.255386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.255386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.255386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.255386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.269596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff in Status: IN_PROGRESS for 2s [ 640.337242] env[65380]: INFO networking_nsxv3.common.synchronization [req-ad827cb7-786a-4844-a185-73463e53e191 req-33347cd3-c677-49e6-9768-90eb880b78fb tempest-ServerAddressesNegativeTestJSON-1221873542 tempest-ServerAddressesNegativeTestJSON-1221873542-project-member] Enqueued Resource ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf with Priority: HIGHEST for action security_group_members [ 640.340461] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf with Priority: HIGHEST for action security_group_members [ 640.341482] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.341912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.342184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.342568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.343462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.343918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.343918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.344167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.344167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.344314] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb615c-b6d7-4762-afe7-d3f9dc7584bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.471379] env[65380]: INFO networking_nsxv3.common.synchronization [None req-22bbc1bb-f18a-4717-999f-03c5b095d011 None None] Enqueued Resource ID: f23e8127-3ed0-4d6a-b40a-06f057d257c3 with Priority: HIGHEST for action port [ 640.472107] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23e8127-3ed0-4d6a-b40a-06f057d257c3 with Priority: HIGHEST for action port [ 640.473443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f23e8127-3ed0-4d6a-b40a-06f057d257c3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.473443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f23e8127-3ed0-4d6a-b40a-06f057d257c3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.473443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f23e8127-3ed0-4d6a-b40a-06f057d257c3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.474199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f23e8127-3ed0-4d6a-b40a-06f057d257c3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.474199] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23e8127-3ed0-4d6a-b40a-06f057d257c3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.826654] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.827065] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-424" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.827217] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-424" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.827566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-424" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.827879] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.832328] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.833346] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.833346] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.833346] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.833569] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.833684] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.833787] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.833886] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.835763] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.835763] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.835763] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.848664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.848996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.848996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.849342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.849471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.849695] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.849845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.849927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.850184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.850309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.850456] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf already deleted. [ 640.850730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.864102] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.864497] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.864609] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.864856] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-424" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.865360] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.865717] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.865879] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.866359] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.866562] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe52fa0a-6cf3-4b9b-b4cb-b955de614231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.908783] env[65380]: INFO networking_nsxv3.common.synchronization [None req-140fd25d-d561-4c41-8bc7-e54260e3bbd5 None None] Enqueued Resource ID: ba28241f-1bd7-4ae9-b3c9-7e90b94e666b with Priority: HIGHEST for action port [ 640.909913] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba28241f-1bd7-4ae9-b3c9-7e90b94e666b with Priority: HIGHEST for action port [ 640.911456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba28241f-1bd7-4ae9-b3c9-7e90b94e666b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.911795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba28241f-1bd7-4ae9-b3c9-7e90b94e666b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.911939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba28241f-1bd7-4ae9-b3c9-7e90b94e666b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.912565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba28241f-1bd7-4ae9-b3c9-7e90b94e666b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.913220] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba28241f-1bd7-4ae9-b3c9-7e90b94e666b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.979156] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f23e8127-3ed0-4d6a-b40a-06f057d257c3 [ 640.979574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.979817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.979933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.980279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.980439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.980572] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f23e8127-3ed0-4d6a-b40a-06f057d257c3 already deleted. [ 640.980715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f23e8127-3ed0-4d6a-b40a-06f057d257c3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.370863] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.370863] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.370863] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.370863] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.370863] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.370863] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port fe52fa0a-6cf3-4b9b-b4cb-b955de614231 not found, creating... [ 641.371426] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.371426] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.371584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.371927] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.372125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.372528] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.372740] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.372896] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.373182] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.373359] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.373540] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: fe52fa0a-6cf3-4b9b-b4cb-b955de614231 is going to be created. [ 641.399887] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.400217] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.400400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.400813] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.401318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.401674] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.416889] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba28241f-1bd7-4ae9-b3c9-7e90b94e666b [ 641.417292] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.417477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.417593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.417847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.417967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.418102] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba28241f-1bd7-4ae9-b3c9-7e90b94e666b already deleted. [ 641.418217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba28241f-1bd7-4ae9-b3c9-7e90b94e666b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.744363] env[65380]: INFO networking_nsxv3.common.synchronization [req-bb427586-70aa-4372-a51e-2de03c3b3e97 req-f3054635-45a0-403d-86d7-a7024ccc1018 tempest-ServerDiagnosticsNegativeTest-1973729085 tempest-ServerDiagnosticsNegativeTest-1973729085-project-member] Enqueued Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGHEST for action security_group_members [ 641.745583] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGHEST for action security_group_members [ 641.745981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f95c0e38-6984-4550-b5f4-483e699692ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.747100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.747196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.747439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.747620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.747728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.747788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.747942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.748074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.748181] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f95c0e38-6984-4550-b5f4-483e699692ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.138397] env[65380]: INFO networking_nsxv3.common.synchronization [req-ad827cb7-786a-4844-a185-73463e53e191 req-8d98f44b-911e-41a0-bddb-74a5143d685d service nova] Enqueued Resource ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf with Priority: HIGHEST for action security_group_rules [ 642.138568] env[65380]: INFO networking_nsxv3.common.synchronization [req-ad827cb7-786a-4844-a185-73463e53e191 req-8d98f44b-911e-41a0-bddb-74a5143d685d service nova] Enqueued Resource ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf with Priority: HIGHEST for action security_group_members [ 642.138723] env[65380]: INFO networking_nsxv3.common.synchronization [req-ad827cb7-786a-4844-a185-73463e53e191 req-8d98f44b-911e-41a0-bddb-74a5143d685d service nova] Enqueued Resource ID: fe52fa0a-6cf3-4b9b-b4cb-b955de614231 with Priority: HIGHEST for action port [ 642.139397] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf with Priority: HIGHEST for action security_group_rules [ 642.139588] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf with Priority: HIGHEST for action security_group_members [ 642.139668] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe52fa0a-6cf3-4b9b-b4cb-b955de614231 with Priority: HIGHEST for action port [ 642.139955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.140236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.140333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.140638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.140745] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfb615c-b6d7-4762-afe7-d3f9dc7584bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.141909] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.142049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.142184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.143214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.143214] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.143214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.143214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.143214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.143214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.143214] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb615c-b6d7-4762-afe7-d3f9dc7584bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.144055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.144419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.144419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.145206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.145206] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe52fa0a-6cf3-4b9b-b4cb-b955de614231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.152225] env[65380]: INFO networking_nsxv3.common.synchronization [None req-dc28ab66-c0d5-4105-8195-cfe739470521 None None] Enqueued Resource ID: 7ba34718-fb34-4edb-8739-7b22cde4aee5 with Priority: HIGHEST for action port [ 642.152794] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba34718-fb34-4edb-8739-7b22cde4aee5 with Priority: HIGHEST for action port [ 642.153111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba34718-fb34-4edb-8739-7b22cde4aee5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.153216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba34718-fb34-4edb-8739-7b22cde4aee5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.153413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba34718-fb34-4edb-8739-7b22cde4aee5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.154355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba34718-fb34-4edb-8739-7b22cde4aee5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.154454] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba34718-fb34-4edb-8739-7b22cde4aee5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.250984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.250984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.251217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.251299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.251380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.251583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.251759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.251759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.251994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.251994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.252112] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95c0e38-6984-4550-b5f4-483e699692ce is going to be updated. [ 642.287410] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff in Status: SUCCESS [ 642.289017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.304178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.304798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.304798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.306318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.306318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.318166] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95c0e38-6984-4550-b5f4-483e699692ce in Status: IN_PROGRESS for 2s [ 642.647741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.648046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.648726] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cfb615c-b6d7-4762-afe7-d3f9dc7584bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.650929] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe52fa0a-6cf3-4b9b-b4cb-b955de614231 with status ACTIVE [ 642.651781] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.651781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.651781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.651781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.651781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.651781] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.652077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.652077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.652145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.652178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.652416] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.652485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.652485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.652627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.652705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.652789] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe52fa0a-6cf3-4b9b-b4cb-b955de614231 is going to be updated. [ 642.657325] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ba34718-fb34-4edb-8739-7b22cde4aee5 [ 642.658425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.658425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.658425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.658425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.658425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.658425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ba34718-fb34-4edb-8739-7b22cde4aee5 already deleted. [ 642.658425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba34718-fb34-4edb-8739-7b22cde4aee5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.677536] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.677757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.677757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.678257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.678257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.678257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe52fa0a-6cf3-4b9b-b4cb-b955de614231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.746693] env[65380]: INFO networking_nsxv3.common.synchronization [req-43eb0553-982d-49f8-9044-49856873a4b0 req-bbcf11c8-e12d-40ab-adc5-194589391a5e tempest-FloatingIPsAssociationTestJSON-717544873 tempest-FloatingIPsAssociationTestJSON-717544873-project-member] Enqueued Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 642.747453] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 642.747991] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.748148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.748240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.749217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.749309] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.749451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.749533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.749733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.749839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.749953] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.148026] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.148026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-140" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.148026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-140" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.148026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-140" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.148504] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.148875] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.149153] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.149527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.149794] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.151028] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.151028] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.151028] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.151028] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.151028] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.151028] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.151028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.152893] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cfb615c-b6d7-4762-afe7-d3f9dc7584bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.173089] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.173156] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.173259] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.173428] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-140" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.173741] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-eb47f625-8620-4a29-b355-3c72491657ae taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.173910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-eb47f625-8620-4a29-b355-3c72491657ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.174032] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-eb47f625-8620-4a29-b355-3c72491657ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.174640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-eb47f625-8620-4a29-b355-3c72491657ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.174640] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb47f625-8620-4a29-b355-3c72491657ae',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.255764] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.661186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.661616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.661616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.661616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.661863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.661863] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf is going to be created. [ 643.676724] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.676974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.677062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.677423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.677569] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.677766] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port eb47f625-8620-4a29-b355-3c72491657ae not found, creating... [ 643.678043] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.678265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.678463] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.678722] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.678858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.679378] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.679540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.679651] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.679877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.679999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.680148] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: eb47f625-8620-4a29-b355-3c72491657ae is going to be created. [ 643.687815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.688125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.688125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.688326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.688496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.703432] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf in Status: UNINITIALIZED for 2s [ 643.704479] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.704713] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.704762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.705342] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.705342] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.705800] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-eb47f625-8620-4a29-b355-3c72491657ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.758353] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.261768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.262132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.262249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.262735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.263884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.264036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 is going to be updated. [ 644.326299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.326478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.327195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.327195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.327195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.336258] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f95c0e38-6984-4550-b5f4-483e699692ce in Status: SUCCESS [ 644.336258] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f95c0e38-6984-4550-b5f4-483e699692ce deletion is rescheduled due to dependency. [ 644.336258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.341302] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: IN_PROGRESS for 2s [ 644.506567] env[65380]: INFO networking_nsxv3.common.synchronization [req-43eb0553-982d-49f8-9044-49856873a4b0 req-73234f6e-8e3b-485c-b289-5da4ce0be964 service nova] Enqueued Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_rules [ 644.507784] env[65380]: INFO networking_nsxv3.common.synchronization [req-43eb0553-982d-49f8-9044-49856873a4b0 req-73234f6e-8e3b-485c-b289-5da4ce0be964 service nova] Enqueued Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 644.507784] env[65380]: INFO networking_nsxv3.common.synchronization [req-43eb0553-982d-49f8-9044-49856873a4b0 req-73234f6e-8e3b-485c-b289-5da4ce0be964 service nova] Enqueued Resource ID: eb47f625-8620-4a29-b355-3c72491657ae with Priority: HIGHEST for action port [ 644.507991] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_rules [ 644.508074] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 644.508700] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb47f625-8620-4a29-b355-3c72491657ae with Priority: HIGHEST for action port [ 644.508700] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.508993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.508993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.509326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.509451] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.511230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.511316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.515023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb47f625-8620-4a29-b355-3c72491657ae taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.515023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb47f625-8620-4a29-b355-3c72491657ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.515023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb47f625-8620-4a29-b355-3c72491657ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.515023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb47f625-8620-4a29-b355-3c72491657ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.515023] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb47f625-8620-4a29-b355-3c72491657ae',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.015705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.016112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.016112] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb47f625-8620-4a29-b355-3c72491657ae with status ACTIVE [ 645.016422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.016422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.016422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.016648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.016714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.017013] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.018776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.018776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.018776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.018776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.018776] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.018776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.018776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.018776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.018776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.019666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb47f625-8620-4a29-b355-3c72491657ae is going to be updated. [ 645.060318] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.060425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.060495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.060914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.060997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.061201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb47f625-8620-4a29-b355-3c72491657ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.279219] env[65380]: INFO networking_nsxv3.common.synchronization [req-3a6cfb6c-9968-453f-a174-696e0dc8a8b5 req-0ce4dd94-a7b9-4ba0-9c05-65146dddd1b7 tempest-DeleteServersAdminTestJSON-221716978 tempest-DeleteServersAdminTestJSON-221716978-project-member] Enqueued Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 645.279904] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 645.281124] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.281275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.282178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.282392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.282567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.282675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.282740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.282926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.283024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.283125] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.622107] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.622488] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.622680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.623118] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.623512] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.623713] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.623904] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.624253] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.624482] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.624789] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.624975] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.625166] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.625348] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.625509] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.625664] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.626987] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.649200] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.649368] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.649502] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.649667] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.649972] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-14bd51d1-be70-4383-84a4-3403cbcf8eff taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.650149] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-14bd51d1-be70-4383-84a4-3403cbcf8eff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.650285] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-14bd51d1-be70-4383-84a4-3403cbcf8eff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.650588] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-14bd51d1-be70-4383-84a4-3403cbcf8eff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.650777] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14bd51d1-be70-4383-84a4-3403cbcf8eff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.728730] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf in Status: SUCCESS [ 645.729015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.729710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.729802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.729962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.730164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.730230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.730398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.730474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.730575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.730704] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cfb615c-b6d7-4762-afe7-d3f9dc7584bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.787490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.787490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.787490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.787490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.787740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.791028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.791028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.791028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.791028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.791028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.791028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc is going to be updated. [ 645.822185] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.822185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.822185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.822185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.822185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.834674] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: IN_PROGRESS for 2s [ 646.043521] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c82afcc1-0fc1-47ea-9ac0-9c2cc61770e1 None None] Enqueued Resource ID: bddc3820-a609-4da2-a99c-6adbf10c5c1c with Priority: HIGHEST for action port [ 646.044059] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddc3820-a609-4da2-a99c-6adbf10c5c1c with Priority: HIGHEST for action port [ 646.044432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-bddc3820-a609-4da2-a99c-6adbf10c5c1c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.044544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bddc3820-a609-4da2-a99c-6adbf10c5c1c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.044595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bddc3820-a609-4da2-a99c-6adbf10c5c1c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.044849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bddc3820-a609-4da2-a99c-6adbf10c5c1c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.044931] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddc3820-a609-4da2-a99c-6adbf10c5c1c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.154352] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.154508] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.154631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.155224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.155224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.155224] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 14bd51d1-be70-4383-84a4-3403cbcf8eff not found, creating... [ 646.155552] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.155735] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.155839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.156115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.156270] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.156600] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.156774] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.156889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.157173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.157345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.157427] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 14bd51d1-be70-4383-84a4-3403cbcf8eff is going to be created. [ 646.181939] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.182170] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.182327] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.182501] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.182719] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.182939] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-14bd51d1-be70-4383-84a4-3403cbcf8eff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.233313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.233595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.233595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.233882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.233992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.234223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.234331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.234473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.234553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.234703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.234804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.234894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.234894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.235221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.235382] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.235513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.235712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.235712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.235873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.235873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.236028] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cfb615c-b6d7-4762-afe7-d3f9dc7584bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.351831] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: SUCCESS [ 646.352117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.352340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.352593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.352788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.352935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.353008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.353182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.353263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.353360] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.548423] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bddc3820-a609-4da2-a99c-6adbf10c5c1c [ 646.548780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.548978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.549093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.549454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.549597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.549717] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bddc3820-a609-4da2-a99c-6adbf10c5c1c already deleted. [ 646.549831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bddc3820-a609-4da2-a99c-6adbf10c5c1c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.738460] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf: rpc.has_security_group_logging(os_id): False [ 646.761107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.761306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.761355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.761565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.761633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.761923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.762123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.762123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.762275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.762314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.762799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.762799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.762799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.762799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.762799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.762996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.763090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.763400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.763400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.763497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.763842] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf is going to be created. [ 646.835286] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.838016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.838016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.838016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.838016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.851741] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf in Status: IN_PROGRESS for 2s [ 646.855477] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.927513] env[65380]: INFO networking_nsxv3.common.synchronization [req-3a6cfb6c-9968-453f-a174-696e0dc8a8b5 req-acab0ac7-32ab-42c4-b60d-6071133f420a service nova] Enqueued Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_rules [ 646.927749] env[65380]: INFO networking_nsxv3.common.synchronization [req-3a6cfb6c-9968-453f-a174-696e0dc8a8b5 req-acab0ac7-32ab-42c4-b60d-6071133f420a service nova] Enqueued Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 646.927930] env[65380]: INFO networking_nsxv3.common.synchronization [req-3a6cfb6c-9968-453f-a174-696e0dc8a8b5 req-acab0ac7-32ab-42c4-b60d-6071133f420a service nova] Enqueued Resource ID: 14bd51d1-be70-4383-84a4-3403cbcf8eff with Priority: HIGHEST for action port [ 646.929315] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_rules [ 646.929963] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 646.930348] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14bd51d1-be70-4383-84a4-3403cbcf8eff with Priority: HIGHEST for action port [ 646.930714] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.930870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.930941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.931186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.931267] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.932671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.932773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.932973] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-14bd51d1-be70-4383-84a4-3403cbcf8eff taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.933123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14bd51d1-be70-4383-84a4-3403cbcf8eff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.933201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14bd51d1-be70-4383-84a4-3403cbcf8eff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.933454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14bd51d1-be70-4383-84a4-3403cbcf8eff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.933533] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14bd51d1-be70-4383-84a4-3403cbcf8eff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.358833] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.437298] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.437298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.442211] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14bd51d1-be70-4383-84a4-3403cbcf8eff with status ACTIVE [ 647.442211] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.442211] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.442211] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.442211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.442211] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14bd51d1-be70-4383-84a4-3403cbcf8eff is going to be updated. [ 647.467642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.467642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.467642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.467870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.468042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.471598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14bd51d1-be70-4383-84a4-3403cbcf8eff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.846312] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: SUCCESS [ 647.846492] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc deletion is rescheduled due to dependency. [ 647.846539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.846699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.847178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.847453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.847597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.847670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.847931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.848094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.848223] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.862172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.862346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.862443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.862731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.862851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.862974] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 is going to be updated. [ 647.908386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.908386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.908386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.908386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.908386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.917587] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: IN_PROGRESS for 2s [ 648.351098] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.853914] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.865333] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf in Status: SUCCESS [ 648.865580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.357534] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.357670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.357743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.357963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.358066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.358166] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc is going to be updated. [ 649.392435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.392646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.392646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.392873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.393013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.408411] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: IN_PROGRESS for 2s [ 649.932801] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: SUCCESS [ 649.933078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.933232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.933445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.933642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.933762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.933844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.933980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.934071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.934170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.934263] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.439223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.439223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.439223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.439223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.439223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.439935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.439935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.439935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.439935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.441732] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.947126] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e3a1abb-4692-4277-a1f8-5ec88be423b5: rpc.has_security_group_logging(os_id): False [ 650.975539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.976218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.976218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.976218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.976218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.976563] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.976563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.976766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.976836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.976903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.977250] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.977250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.977496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.977548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.977624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.977923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.978057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.978057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.978057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.978057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.978057] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 is going to be updated. [ 651.043239] env[65380]: INFO networking_nsxv3.common.synchronization [req-ab458e14-c8ad-4bff-9207-ae3d79e476fc req-becac85c-ddec-4b76-a3bb-d6b0ec0bd767 tempest-ServersAdminTestJSON-1713960241 tempest-ServersAdminTestJSON-1713960241-project-member] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 651.043792] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 651.047758] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.048051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.048131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.048488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.048805] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.049017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.049153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.049462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.049611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.049809] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.096150] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.096150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.096150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.096150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.096150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.118107] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: IN_PROGRESS for 2s [ 651.419333] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: SUCCESS [ 651.419903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.420097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.420326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.420596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.420709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.420781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.421048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.421048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.421158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.421191] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.553107] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.924303] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.924725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.925289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.925404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.925710] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.925955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.926101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.926361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.928568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.928568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.928568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.928568] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.947202] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.947202] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.947649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.947952] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.948395] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.948610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.948745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.949097] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.949220] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.949577] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.949740] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.951020] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.951020] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.951020] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.951020] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.951020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.975844] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.975844] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.975844] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.975844] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.975844] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-9d6857a8-b71a-40b7-a240-76ac63599757 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.975844] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-9d6857a8-b71a-40b7-a240-76ac63599757" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.975844] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-9d6857a8-b71a-40b7-a240-76ac63599757" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.975844] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-9d6857a8-b71a-40b7-a240-76ac63599757" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.975844] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6857a8-b71a-40b7-a240-76ac63599757',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.056589] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.432097] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc: rpc.has_security_group_logging(os_id): False [ 652.456678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.456678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.456678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.456962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.457156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.457348] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.457462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.457523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.457995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.457995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.459009] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.459205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.459461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.463716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.463716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.463716] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.463716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.463716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.463716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.463716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.463716] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc is going to be updated. [ 652.480119] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.483030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.483030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.483030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.483030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.483030] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 9d6857a8-b71a-40b7-a240-76ac63599757 not found, creating... [ 652.483030] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.483030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.483030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.483030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.484108] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.485197] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.485197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.486464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.486464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.486464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.489020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 9d6857a8-b71a-40b7-a240-76ac63599757 is going to be created. [ 652.491526] env[65380]: INFO networking_nsxv3.common.synchronization [None req-f4a67e93-8f69-417c-a8f7-cd6c720b3b17 None None] Enqueued Resource ID: d91f82d1-6405-4672-a882-72b6602f0e0d with Priority: HIGHEST for action port [ 652.492858] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91f82d1-6405-4672-a882-72b6602f0e0d with Priority: HIGHEST for action port [ 652.493937] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d91f82d1-6405-4672-a882-72b6602f0e0d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.494691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d91f82d1-6405-4672-a882-72b6602f0e0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.494691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d91f82d1-6405-4672-a882-72b6602f0e0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.494691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d91f82d1-6405-4672-a882-72b6602f0e0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.494691] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91f82d1-6405-4672-a882-72b6602f0e0d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.507299] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.510022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.510022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.510022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.510022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.510022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-9d6857a8-b71a-40b7-a240-76ac63599757" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.547024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.547024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.547024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.547024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.547024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.559911] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.560960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.563052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.563052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.563052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.563052] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 652.568573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: IN_PROGRESS for 2s [ 652.653757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.654041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.654041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.654211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.654350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.678781] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 652.998298] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d91f82d1-6405-4672-a882-72b6602f0e0d [ 652.998641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.999587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.999587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.001485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.001485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.001485] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d91f82d1-6405-4672-a882-72b6602f0e0d already deleted. [ 653.001485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d91f82d1-6405-4672-a882-72b6602f0e0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.142033] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: SUCCESS [ 653.142033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.313893] env[65380]: INFO networking_nsxv3.common.synchronization [req-ab458e14-c8ad-4bff-9207-ae3d79e476fc req-fe7ec4da-f23f-4a5c-97db-3649ebc12544 service nova] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_rules [ 653.314237] env[65380]: INFO networking_nsxv3.common.synchronization [req-ab458e14-c8ad-4bff-9207-ae3d79e476fc req-fe7ec4da-f23f-4a5c-97db-3649ebc12544 service nova] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 653.314396] env[65380]: INFO networking_nsxv3.common.synchronization [req-ab458e14-c8ad-4bff-9207-ae3d79e476fc req-fe7ec4da-f23f-4a5c-97db-3649ebc12544 service nova] Enqueued Resource ID: 9d6857a8-b71a-40b7-a240-76ac63599757 with Priority: HIGHEST for action port [ 653.315015] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_rules [ 653.315224] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 653.315285] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6857a8-b71a-40b7-a240-76ac63599757 with Priority: HIGHEST for action port [ 653.315538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.315667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.315806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.316261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.316261] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.319973] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.319973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.319973] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6857a8-b71a-40b7-a240-76ac63599757 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.320362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6857a8-b71a-40b7-a240-76ac63599757" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.320362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6857a8-b71a-40b7-a240-76ac63599757" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.320362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6857a8-b71a-40b7-a240-76ac63599757" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.320507] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6857a8-b71a-40b7-a240-76ac63599757',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.790044] env[65380]: INFO networking_nsxv3.common.synchronization [req-38b90389-e054-4af9-9e33-57cd8850d37d req-344ed704-c24f-4a1d-82ac-91783fe7cc9b tempest-InstanceActionsTestJSON-1247412094 tempest-InstanceActionsTestJSON-1247412094-project-member] Enqueued Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGHEST for action security_group_members [ 653.790248] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGHEST for action security_group_members [ 653.791037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3727fc09-9505-478b-bc8e-c0364e7da6b0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.791037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.791037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.791037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.791037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.792037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.792037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.792037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.792037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.792037] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3727fc09-9505-478b-bc8e-c0364e7da6b0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.823133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.823133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.825497] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d6857a8-b71a-40b7-a240-76ac63599757 with status ACTIVE [ 653.825738] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.825927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.825999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.826503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.826628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.826822] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.826926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.826983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.827375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.827492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.827696] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.827795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.827864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.828028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.828092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.828236] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d6857a8-b71a-40b7-a240-76ac63599757 is going to be updated. [ 653.854733] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.854978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.855164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.855547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.856385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.856560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6857a8-b71a-40b7-a240-76ac63599757" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.297543] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.298167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.298167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.298167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.298167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.298350] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.298350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.298449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.298587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.298662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.298752] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 is going to be updated. [ 654.338992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.339188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.339231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.339424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.339562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.349910] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 in Status: IN_PROGRESS for 2s [ 654.583980] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: SUCCESS [ 654.584241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.689844] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 654.692996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.692996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.692996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.692996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.692996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.692996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.692996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.692996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.692996] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.196509] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.266316] env[65380]: INFO networking_nsxv3.common.synchronization [req-54c5ecc0-dd5f-4eee-a3fd-da1087d45713 req-7a1ab737-50a5-41dd-b4c8-bbada6cc6eb6 tempest-InstanceActionsV221TestJSON-1138608575 tempest-InstanceActionsV221TestJSON-1138608575-project-member] Enqueued Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGHEST for action security_group_members [ 655.267890] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGHEST for action security_group_members [ 655.268715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.269656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.269895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.270410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.272663] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.272663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.272663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.272663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.272663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.272663] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1e9ee8-abda-4ce0-b495-756e20cbedc7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.701419] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.736462] env[65380]: INFO networking_nsxv3.common.synchronization [None req-22678346-e5f4-46f8-97b0-f5d4ac147488 None None] Enqueued Resource ID: d6a6a3d9-67f3-4959-945e-719ae93bacd7 with Priority: HIGHEST for action port [ 655.737409] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6a3d9-67f3-4959-945e-719ae93bacd7 with Priority: HIGHEST for action port [ 655.737879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6a6a3d9-67f3-4959-945e-719ae93bacd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.737879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6a6a3d9-67f3-4959-945e-719ae93bacd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.738044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6a6a3d9-67f3-4959-945e-719ae93bacd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.738585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6a6a3d9-67f3-4959-945e-719ae93bacd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.738585] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a6a3d9-67f3-4959-945e-719ae93bacd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.748494] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.748692] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-338" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.748831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-338" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.749418] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-338" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.749418] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.749573] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.749761] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.749908] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.749988] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.750317] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.750454] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.750578] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.750759] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.751526] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.751526] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.751526] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.774749] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.775038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.775222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.775361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.775450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.775669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.775780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.775838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.775993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.777077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.777077] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 already deleted. [ 655.777077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.786449] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.786618] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.786783] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.786985] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-338" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.787319] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-dc53221a-c339-4509-8d42-815fa5fe693b taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.787569] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-dc53221a-c339-4509-8d42-815fa5fe693b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.787639] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-dc53221a-c339-4509-8d42-815fa5fe693b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.788105] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-dc53221a-c339-4509-8d42-815fa5fe693b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.788105] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc53221a-c339-4509-8d42-815fa5fe693b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.206670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.206854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.206950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.207138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.207268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.207393] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 656.241106] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6a6a3d9-67f3-4959-945e-719ae93bacd7 [ 656.241360] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.241508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.241580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.241827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.241920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.242515] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6a6a3d9-67f3-4959-945e-719ae93bacd7 already deleted. [ 656.242515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6a6a3d9-67f3-4959-945e-719ae93bacd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.255770] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.255981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.256066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.256374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.257234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.270605] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 656.293511] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.293874] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.294013] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.295148] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.295148] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.295148] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port dc53221a-c339-4509-8d42-815fa5fe693b not found, creating... [ 656.295380] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.295498] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.295571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.295890] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.296768] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.297137] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.297743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.297743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.297929] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.298079] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.298317] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: dc53221a-c339-4509-8d42-815fa5fe693b is going to be created. [ 656.336478] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.336686] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.336797] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.337114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.338179] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.338179] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-dc53221a-c339-4509-8d42-815fa5fe693b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.363757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 in Status: SUCCESS [ 656.363982] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 deletion is rescheduled due to dependency. [ 656.364134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.112378] env[65380]: INFO networking_nsxv3.common.synchronization [req-54c5ecc0-dd5f-4eee-a3fd-da1087d45713 req-b2c6d4a1-4a8b-4bf4-8249-0953c8bd5e35 service nova] Enqueued Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGHEST for action security_group_rules [ 657.112378] env[65380]: INFO networking_nsxv3.common.synchronization [req-54c5ecc0-dd5f-4eee-a3fd-da1087d45713 req-b2c6d4a1-4a8b-4bf4-8249-0953c8bd5e35 service nova] Enqueued Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGHEST for action security_group_members [ 657.112378] env[65380]: INFO networking_nsxv3.common.synchronization [req-54c5ecc0-dd5f-4eee-a3fd-da1087d45713 req-b2c6d4a1-4a8b-4bf4-8249-0953c8bd5e35 service nova] Enqueued Resource ID: dc53221a-c339-4509-8d42-815fa5fe693b with Priority: HIGHEST for action port [ 657.112378] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGHEST for action security_group_rules [ 657.112378] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGHEST for action security_group_members [ 657.112378] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc53221a-c339-4509-8d42-815fa5fe693b with Priority: HIGHEST for action port [ 657.113318] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.113318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.113318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.113318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.117966] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1e9ee8-abda-4ce0-b495-756e20cbedc7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.117966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.118385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.118385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.118385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.118593] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.118593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.118782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.118846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.120061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.120061] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1e9ee8-abda-4ce0-b495-756e20cbedc7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.123125] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc53221a-c339-4509-8d42-815fa5fe693b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.123303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc53221a-c339-4509-8d42-815fa5fe693b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.123303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc53221a-c339-4509-8d42-815fa5fe693b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.123977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc53221a-c339-4509-8d42-815fa5fe693b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.123977] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc53221a-c339-4509-8d42-815fa5fe693b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.626187] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd1e9ee8-abda-4ce0-b495-756e20cbedc7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.627559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.627710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.630106] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc53221a-c339-4509-8d42-815fa5fe693b with status ACTIVE [ 657.630106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.630106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.630106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.630106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.630106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.630106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.630106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.630106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.630106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.630106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.630106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.630746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.630746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.630746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.630746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.630746] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc53221a-c339-4509-8d42-815fa5fe693b is going to be updated. [ 657.671290] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.671290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.671290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.671604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.671604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.671857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc53221a-c339-4509-8d42-815fa5fe693b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.133198] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd1e9ee8-abda-4ce0-b495-756e20cbedc7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.280385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 658.281219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.281219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.281219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.281219] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.281426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.281426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.281548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.281608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.281702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.281809] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.635574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.635999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.636128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.636413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.636538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.636660] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 is going to be created. [ 658.668630] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.668630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.668630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.669046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.669360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.682375] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 in Status: UNINITIALIZED for 2s [ 658.785773] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.785904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.785904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.786284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.786530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.786823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.786823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.786924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.787121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.787202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.787523] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.787659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.787730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.787909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.788092] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.788242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.788318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.788486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.788587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.788695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.788809] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.268501] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c1f45de1-c6a4-4842-8145-c7f0d2b74799 None None] Enqueued Resource ID: 45e1c9dc-5ce6-405a-b691-f91e537b4e24 with Priority: HIGHEST for action port [ 659.269376] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e1c9dc-5ce6-405a-b691-f91e537b4e24 with Priority: HIGHEST for action port [ 659.269960] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e1c9dc-5ce6-405a-b691-f91e537b4e24 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.270131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e1c9dc-5ce6-405a-b691-f91e537b4e24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.270173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e1c9dc-5ce6-405a-b691-f91e537b4e24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.270456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e1c9dc-5ce6-405a-b691-f91e537b4e24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.270671] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e1c9dc-5ce6-405a-b691-f91e537b4e24',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.295892] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f384a8e8-38a5-4f41-8f42-a7967efa2d85: rpc.has_security_group_logging(os_id): False [ 659.329172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.329172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.329172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.329172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.329172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.331061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.331061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.331061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.331061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.331660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.331660] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 659.437228] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.437442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.437442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.437632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.437777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.459420] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 659.773984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45e1c9dc-5ce6-405a-b691-f91e537b4e24 [ 659.774366] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.774989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.775165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.775402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.775496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.775594] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45e1c9dc-5ce6-405a-b691-f91e537b4e24 already deleted. [ 659.775674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e1c9dc-5ce6-405a-b691-f91e537b4e24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.125229] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4e6b7414-c747-452b-bbb7-9af26ca2bd5c None None] Enqueued Resource ID: df55f860-edaa-4ab6-95cb-e5d5c4d42b70 with Priority: HIGHEST for action port [ 660.125229] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df55f860-edaa-4ab6-95cb-e5d5c4d42b70 with Priority: HIGHEST for action port [ 660.125229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-df55f860-edaa-4ab6-95cb-e5d5c4d42b70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.125229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df55f860-edaa-4ab6-95cb-e5d5c4d42b70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.125229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df55f860-edaa-4ab6-95cb-e5d5c4d42b70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.127086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df55f860-edaa-4ab6-95cb-e5d5c4d42b70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.127086] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df55f860-edaa-4ab6-95cb-e5d5c4d42b70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.628841] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df55f860-edaa-4ab6-95cb-e5d5c4d42b70 [ 660.630908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.630908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.630908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.630908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.630908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.630908] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df55f860-edaa-4ab6-95cb-e5d5c4d42b70 already deleted. [ 660.630908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df55f860-edaa-4ab6-95cb-e5d5c4d42b70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.697968] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 in Status: SUCCESS [ 660.697968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.697968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.697968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.699550] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.699550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.699550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.699550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.699550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.699550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.699550] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd1e9ee8-abda-4ce0-b495-756e20cbedc7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.712840] env[65380]: INFO networking_nsxv3.common.synchronization [req-cd470747-3a45-4362-bf0f-8f3e723a2163 req-e071b2de-fdf5-4c1b-aa51-558339a42c5e tempest-ServerPasswordTestJSON-497260439 tempest-ServerPasswordTestJSON-497260439-project-member] Enqueued Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGHEST for action security_group_members [ 660.715031] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGHEST for action security_group_members [ 660.715031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.715031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.715031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.715352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.715352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.715464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.715565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.715817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.715959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.716178] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('664f0e3d-e0c0-4f94-a3a5-7979df3891ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.169754] env[65380]: INFO networking_nsxv3.common.synchronization [req-348f823f-bd06-447b-bd0b-fa2c967ee419 req-f85499bb-f824-4c28-a90e-92c8e4f1aba9 tempest-ImagesNegativeTestJSON-1437856713 tempest-ImagesNegativeTestJSON-1437856713-project-member] Enqueued Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGHEST for action security_group_members [ 661.170770] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGHEST for action security_group_members [ 661.170770] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.171080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.171080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.172246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.172872] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.172872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.172872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.173133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.173133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.173133] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a8eafb-aaf6-4195-addc-c9945a5bd9cb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.203445] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.207025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.207025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.207025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.207025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.208198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.208198] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd1e9ee8-abda-4ce0-b495-756e20cbedc7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.224291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.224291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.224291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.224291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.224291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.224291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.224291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.224291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.224291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.224291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.224291] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff is going to be updated. [ 661.259995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.259995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.259995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.259995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.259995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.272250] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff in Status: IN_PROGRESS for 2s [ 661.475250] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 661.475491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.675789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.676126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.676126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.676284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.676343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.676537] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.676635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.676698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.676846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.676921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.677026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb already deleted. [ 661.677098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.695974] env[65380]: INFO networking_nsxv3.common.synchronization [None req-cdf408cb-ab86-428e-9a2c-7eda3e478e94 None None] Enqueued Resource ID: ed0c633b-0210-48c0-a72c-622375fdbb5d with Priority: HIGHEST for action port [ 661.696634] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0c633b-0210-48c0-a72c-622375fdbb5d with Priority: HIGHEST for action port [ 661.696737] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed0c633b-0210-48c0-a72c-622375fdbb5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.696817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed0c633b-0210-48c0-a72c-622375fdbb5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.696855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed0c633b-0210-48c0-a72c-622375fdbb5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.698199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed0c633b-0210-48c0-a72c-622375fdbb5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.698199] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed0c633b-0210-48c0-a72c-622375fdbb5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.710081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd1e9ee8-abda-4ce0-b495-756e20cbedc7: rpc.has_security_group_logging(os_id): False [ 661.718020] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-703 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.718020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-703" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.718020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-703" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.718020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-703" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718020] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.720471] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.720593] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.720924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.721080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.722118] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.722279] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.722463] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.722517] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.722686] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.722787] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.722841] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.735385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.735827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.735827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.736053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.736174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.736442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.736591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.736817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.737146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.737293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.737533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.737690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.737824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.738172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.738272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.738599] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.738599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.738744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.738778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.738851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.738931] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 is going to be created. [ 661.742942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.743602] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.743602] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.743602] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-703" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.744022] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.744310] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.744310] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.744726] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.745600] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0d839e-5d63-4528-92b5-c1fe8a5e7f96',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.832591] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.832591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.832591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.832889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.832889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.845930] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 in Status: IN_PROGRESS for 2s [ 662.202704] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed0c633b-0210-48c0-a72c-622375fdbb5d [ 662.202916] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.203177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.203246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.203461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.203551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.203644] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed0c633b-0210-48c0-a72c-622375fdbb5d already deleted. [ 662.203725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed0c633b-0210-48c0-a72c-622375fdbb5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.251336] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.253276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.253276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.253276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.253276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.253276] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port cf0d839e-5d63-4528-92b5-c1fe8a5e7f96 not found, creating... [ 662.256925] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.256925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.256925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.256925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.256925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.257602] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.257745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.261874] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.261874] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.261874] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.261874] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: cf0d839e-5d63-4528-92b5-c1fe8a5e7f96 is going to be created. [ 662.292143] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.292451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.292451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.292947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.293209] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.293285] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.995384] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9af6d6e5-f32c-4c61-9b82-bd6c4e66a303 None None] Enqueued Resource ID: 76831ea8-ad22-433c-a930-2b8761ce4c24 with Priority: HIGHEST for action port [ 662.997057] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76831ea8-ad22-433c-a930-2b8761ce4c24 with Priority: HIGHEST for action port [ 663.001346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-76831ea8-ad22-433c-a930-2b8761ce4c24 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.001346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76831ea8-ad22-433c-a930-2b8761ce4c24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.001346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76831ea8-ad22-433c-a930-2b8761ce4c24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.001346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76831ea8-ad22-433c-a930-2b8761ce4c24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.001346] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76831ea8-ad22-433c-a930-2b8761ce4c24',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.041330] env[65380]: INFO networking_nsxv3.common.synchronization [req-348f823f-bd06-447b-bd0b-fa2c967ee419 req-1c328b66-4dcf-4fad-9500-05938abb4750 service nova] Enqueued Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGHEST for action security_group_rules [ 663.041330] env[65380]: INFO networking_nsxv3.common.synchronization [req-348f823f-bd06-447b-bd0b-fa2c967ee419 req-1c328b66-4dcf-4fad-9500-05938abb4750 service nova] Enqueued Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGHEST for action security_group_members [ 663.041451] env[65380]: INFO networking_nsxv3.common.synchronization [req-348f823f-bd06-447b-bd0b-fa2c967ee419 req-1c328b66-4dcf-4fad-9500-05938abb4750 service nova] Enqueued Resource ID: cf0d839e-5d63-4528-92b5-c1fe8a5e7f96 with Priority: HIGHEST for action port [ 663.042199] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGHEST for action security_group_rules [ 663.042336] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGHEST for action security_group_members [ 663.042509] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0d839e-5d63-4528-92b5-c1fe8a5e7f96 with Priority: HIGHEST for action port [ 663.042786] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.042898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.042958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.044064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.044064] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a8eafb-aaf6-4195-addc-c9945a5bd9cb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.044418] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.044418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.044418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.044548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.044626] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.044705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.044761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.044900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.045079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.045626] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a8eafb-aaf6-4195-addc-c9945a5bd9cb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.045940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.047589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.047589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.047589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.050959] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0d839e-5d63-4528-92b5-c1fe8a5e7f96',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.283765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff in Status: SUCCESS [ 663.283959] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff deletion is rescheduled due to dependency. [ 663.284176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.503393] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76831ea8-ad22-433c-a930-2b8761ce4c24 [ 663.503670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.503859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.503859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.504128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.504254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.504328] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76831ea8-ad22-433c-a930-2b8761ce4c24 already deleted. [ 663.504411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76831ea8-ad22-433c-a930-2b8761ce4c24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.553133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.553389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.553645] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73a8eafb-aaf6-4195-addc-c9945a5bd9cb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.557795] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf0d839e-5d63-4528-92b5-c1fe8a5e7f96 with status ACTIVE [ 663.557795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.557795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.557795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.557795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.557795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.557795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.557795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.558643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.558643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.558643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.559348] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.559348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.559348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.559348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.559348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.559348] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf0d839e-5d63-4528-92b5-c1fe8a5e7f96 is going to be updated. [ 663.583438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.584602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.584899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.585465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.585716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.586043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0d839e-5d63-4528-92b5-c1fe8a5e7f96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.861217] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 in Status: SUCCESS [ 663.861217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.061486] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73a8eafb-aaf6-4195-addc-c9945a5bd9cb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.456942] env[65380]: INFO networking_nsxv3.common.synchronization [None req-93064fdd-6569-4d0f-8491-ae92c32e9e73 None None] Enqueued Resource ID: 435bdc81-87a2-4267-859e-418af723d971 with Priority: HIGHEST for action port [ 664.457221] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435bdc81-87a2-4267-859e-418af723d971 with Priority: HIGHEST for action port [ 664.457764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-435bdc81-87a2-4267-859e-418af723d971 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.457892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-435bdc81-87a2-4267-859e-418af723d971" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.457959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-435bdc81-87a2-4267-859e-418af723d971" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.458326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-435bdc81-87a2-4267-859e-418af723d971" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.458410] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('435bdc81-87a2-4267-859e-418af723d971',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.566578] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.566578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.566578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.566578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.566578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.566578] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb is going to be created. [ 664.594728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.595142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.595142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.596459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.596459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.611594] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb in Status: UNINITIALIZED for 2s [ 664.874230] env[65380]: INFO networking_nsxv3.common.synchronization [None req-45844727-95e2-4161-aa46-e68c52626e0d tempest-ServersTestJSON-1947162638 tempest-ServersTestJSON-1947162638-project-member] Enqueued Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_rules [ 664.875902] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_rules [ 664.875902] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.875902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.875902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.875902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.875902] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.960875] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 435bdc81-87a2-4267-859e-418af723d971 [ 664.962028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.962028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.962028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.962028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.962028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.962028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:435bdc81-87a2-4267-859e-418af723d971 already deleted. [ 664.962028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-435bdc81-87a2-4267-859e-418af723d971" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.013997] env[65380]: INFO networking_nsxv3.common.synchronization [None req-eeca7987-d1bc-435b-95d5-55f4349d9cac tempest-ServersTestJSON-1947162638 tempest-ServersTestJSON-1947162638-project-member] Enqueued Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_rules [ 665.014540] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_rules [ 665.014838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.014931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.297060] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-e845f31b-6588-42c9-8c14-19c77ce5b0b7 tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 665.298146] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 665.298511] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.298697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.298784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.299190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.299417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.299575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.299653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.299836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.299957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.300133] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.399038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.399154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.399343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.399464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.399564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.399658] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 already deleted. [ 665.399810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.399950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.400162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.400248] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.804580] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.804580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.805609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.805609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.805609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.805609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.805609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.805609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.805609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.805609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.805609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd already deleted. [ 665.805978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.924755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.924948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.924997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.925385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.925385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.925550] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 already deleted. [ 665.925618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.002423] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-51a85afc-7253-4bb5-9696-694f64200217 tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 666.003050] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 666.003411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.003541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.003638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.003811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.003962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.006631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.006727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.006952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.007059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.007196] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.481772] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-a6db1c72-0ce3-4ec9-a96d-aab8fb90cb08 tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 666.482268] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 666.482632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.482796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.509928] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.510729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.510729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.510729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.510729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.510940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.511018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.511082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.511530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.511530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.511530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd already deleted. [ 666.511715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.511755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.511888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.512055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.512262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.512262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.512372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.512413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.512539] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.623763] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb in Status: SUCCESS [ 666.624021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.624777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.625050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.625284] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.625446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.626193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.626193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.626193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.626193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.626193] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73a8eafb-aaf6-4195-addc-c9945a5bd9cb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.963210] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.963210] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.963210] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.963210] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.963651] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.963736] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.963994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.964275] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.964417] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.964623] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.964777] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.964944] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.965626] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.965626] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.965784] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.965828] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.988351] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.988351] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.988351] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.988351] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.988768] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-22784601-826d-46ce-aa9e-9eb9136ce15f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.989028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-22784601-826d-46ce-aa9e-9eb9136ce15f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.989168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-22784601-826d-46ce-aa9e-9eb9136ce15f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.989466] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-22784601-826d-46ce-aa9e-9eb9136ce15f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.989655] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22784601-826d-46ce-aa9e-9eb9136ce15f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.015186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.015407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.015484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.015681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.015760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.015991] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.016114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.016178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.016324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.016398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.016482] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd already deleted. [ 667.016556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.128422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.130722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.130722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.130722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.130722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.131565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.131565] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73a8eafb-aaf6-4195-addc-c9945a5bd9cb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.181305] env[65380]: INFO networking_nsxv3.common.synchronization [None req-19ac53b1-1ef9-4987-bc69-e42fdf6d248b None None] Enqueued Resource ID: b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8 with Priority: HIGHEST for action port [ 667.181305] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8 with Priority: HIGHEST for action port [ 667.181305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.181619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.181782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.182247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.182462] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.493212] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.493212] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.493212] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.493687] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.493687] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.493687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 22784601-826d-46ce-aa9e-9eb9136ce15f not found, creating... [ 667.493866] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.495158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.495316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.495589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.495730] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.496048] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.496485] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.496485] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.496597] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.496760] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.497052] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 22784601-826d-46ce-aa9e-9eb9136ce15f is going to be created. [ 667.522030] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.522349] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.522620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.523550] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.523550] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.523550] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-22784601-826d-46ce-aa9e-9eb9136ce15f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.533728] env[65380]: INFO networking_nsxv3.common.synchronization [req-ee7c8ba9-1e5f-4981-98db-c1ae0377259a req-218c4760-9185-4815-9226-6d9cea8a9fb8 tempest-ImagesOneServerNegativeTestJSON-1542336400 tempest-ImagesOneServerNegativeTestJSON-1542336400-project-member] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 667.533728] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 667.533728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.533728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.533728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.533728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.534140] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.534140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.534140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.534250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.534287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.534350] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.633277] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73a8eafb-aaf6-4195-addc-c9945a5bd9cb: rpc.has_security_group_logging(os_id): False [ 667.654181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.654809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.654809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.655070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.655070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.655070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.655195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.655249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.655433] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.655526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.655592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.655713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.655784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.656184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.656184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.656184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.656340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.656373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.656461] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb is going to be created. [ 667.684994] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8 [ 667.687308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.687308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.687308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.687308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.687308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.687308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8 already deleted. [ 667.687308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4b1edfe-c3bc-4012-b457-87b2dd3ca7d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.754743] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.754954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.754954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.755224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.755587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.767538] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb in Status: IN_PROGRESS for 2s [ 667.819341] env[65380]: INFO networking_nsxv3.common.synchronization [req-f0e9e61b-99df-4f46-84a3-deb7fc3d593d req-0261d40c-b563-457f-82bd-cdccfffd9b63 tempest-ServerAddressesNegativeTestJSON-1221873542 tempest-ServerAddressesNegativeTestJSON-1221873542-project-member] Enqueued Resource ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf with Priority: HIGHEST for action security_group_members [ 667.820124] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf with Priority: HIGHEST for action security_group_members [ 667.820545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.821375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.825054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.825054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.825054] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.825054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.825054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.825054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.825054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.825054] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb615c-b6d7-4762-afe7-d3f9dc7584bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.038444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.038600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.038675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.038877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.038964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.039160] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.039263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.039315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.039443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.039513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.039593] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be updated. [ 668.069888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.070087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.070177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.070395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.070642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.082234] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 668.267022] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-ca27861d-94d4-46bc-aac8-aecf48d6ad89 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 668.267022] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-ca27861d-94d4-46bc-aac8-aecf48d6ad89 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 668.267022] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-ca27861d-94d4-46bc-aac8-aecf48d6ad89 service nova] Enqueued Resource ID: 22784601-826d-46ce-aa9e-9eb9136ce15f with Priority: HIGHEST for action port [ 668.267022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 668.267022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 668.267022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22784601-826d-46ce-aa9e-9eb9136ce15f with Priority: HIGHEST for action port [ 668.267022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.272022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.272022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.272022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.272022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.272022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-22784601-826d-46ce-aa9e-9eb9136ce15f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.272022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22784601-826d-46ce-aa9e-9eb9136ce15f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.273593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22784601-826d-46ce-aa9e-9eb9136ce15f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.273593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22784601-826d-46ce-aa9e-9eb9136ce15f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.273593] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22784601-826d-46ce-aa9e-9eb9136ce15f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.327501] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.327658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.327719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.327935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.328035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.328225] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.328321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.328379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.328523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.328633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.328681] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf is going to be updated. [ 668.360270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.360270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.360270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.360533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.360533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.371075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf in Status: IN_PROGRESS for 2s [ 668.775804] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.776480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.776615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.776797] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22784601-826d-46ce-aa9e-9eb9136ce15f with status ACTIVE [ 668.777015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.777152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.777627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.777627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.777627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.777827] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.777882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.777930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.778139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.778249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.778553] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.778665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.778665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.779084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.779084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.779084] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22784601-826d-46ce-aa9e-9eb9136ce15f is going to be updated. [ 668.819277] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.819504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.819627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.819849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.819993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.820319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22784601-826d-46ce-aa9e-9eb9136ce15f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.115252] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.115458] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-764" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.115624] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-764" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.116035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-764" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.116396] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.116603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.116760] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.117062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.117247] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.117503] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.117685] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.117819] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.117964] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.118138] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.118284] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.118477] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.144420] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.145028] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.146227] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.146227] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-764" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.146227] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-61115567-50d8-401e-a55e-41afca146ab9 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.146227] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-61115567-50d8-401e-a55e-41afca146ab9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.146227] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-61115567-50d8-401e-a55e-41afca146ab9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.146558] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-61115567-50d8-401e-a55e-41afca146ab9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.146558] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61115567-50d8-401e-a55e-41afca146ab9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.281665] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.650642] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.650642] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.650642] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.650642] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.650642] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.650642] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 61115567-50d8-401e-a55e-41afca146ab9 not found, creating... [ 669.650642] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.650642] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.651961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.651961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.651961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.651961] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.651961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.651961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.651961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.652241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.652241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 61115567-50d8-401e-a55e-41afca146ab9 is going to be created. [ 669.673339] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.673339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.673339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.673339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.674201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.674201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-61115567-50d8-401e-a55e-41afca146ab9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.784262] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb in Status: SUCCESS [ 669.784262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.784725] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.784725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.784822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.785051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.785174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.785229] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be created. [ 669.822145] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.822991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.822991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.822991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.822991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.841270] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: UNINITIALIZED for 2s [ 670.091101] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 670.091233] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 deletion is rescheduled due to dependency. [ 670.091352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.383835] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf in Status: SUCCESS [ 670.384099] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb615c-b6d7-4762-afe7-d3f9dc7584bf deletion is rescheduled due to dependency. [ 670.384268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb615c-b6d7-4762-afe7-d3f9dc7584bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.415438] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-df055fab-aa92-4cf2-b64b-10f784f76481 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 670.415763] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-df055fab-aa92-4cf2-b64b-10f784f76481 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 670.415891] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-df055fab-aa92-4cf2-b64b-10f784f76481 service nova] Enqueued Resource ID: 61115567-50d8-401e-a55e-41afca146ab9 with Priority: HIGHEST for action port [ 670.416560] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 670.417423] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 670.417423] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61115567-50d8-401e-a55e-41afca146ab9 with Priority: HIGHEST for action port [ 670.417423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.417423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.417423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.417638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.417824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-61115567-50d8-401e-a55e-41afca146ab9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.417824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61115567-50d8-401e-a55e-41afca146ab9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.417980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61115567-50d8-401e-a55e-41afca146ab9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.418228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61115567-50d8-401e-a55e-41afca146ab9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.418228] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61115567-50d8-401e-a55e-41afca146ab9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.920241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61115567-50d8-401e-a55e-41afca146ab9 with status ACTIVE [ 670.922122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.922122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.922122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.922122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.922647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.922647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.922647] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61115567-50d8-401e-a55e-41afca146ab9 is going to be updated. [ 670.951700] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.951700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.951700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.951700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.951700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.952227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61115567-50d8-401e-a55e-41afca146ab9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.229510] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.229692] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.229836] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.230068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.230314] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.230468] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.230559] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.230784] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.230928] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.231130] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.231368] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.231368] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.231477] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.231543] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.231636] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.231777] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.252467] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.252690] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.253016] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.253273] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.253650] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.253851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.253921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.254705] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.254856] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b7f7b16-5dd6-4833-9de8-37e8a6de67ef',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.757810] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.757810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.758088] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.758160] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.758376] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.759032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 6b7f7b16-5dd6-4833-9de8-37e8a6de67ef not found, creating... [ 671.759032] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.759203] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.759284] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.759869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.759869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.760107] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.760307] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.760374] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.760590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.760780] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.760974] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 6b7f7b16-5dd6-4833-9de8-37e8a6de67ef is going to be created. [ 671.786117] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.786340] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.786477] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.787699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.789133] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.789133] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.856829] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 671.857109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.857286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.857527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.857718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.857854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.857902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.858049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.858128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.858236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.858488] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.859391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.859567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.859734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.859836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.859897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.860048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.860126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.860216] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.085931] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c63df6df-60cd-40c1-baa1-cade26a06e43 tempest-MigrationsAdminTest-594432513 tempest-MigrationsAdminTest-594432513-project-member] Enqueued Resource ID: 3851c798-1be1-4657-9dd8-b5ad3be06dde with Priority: HIGHEST for action security_group_rules [ 672.086472] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3851c798-1be1-4657-9dd8-b5ad3be06dde with Priority: HIGHEST for action security_group_rules [ 672.086786] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3851c798-1be1-4657-9dd8-b5ad3be06dde taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.086965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3851c798-1be1-4657-9dd8-b5ad3be06dde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.087075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3851c798-1be1-4657-9dd8-b5ad3be06dde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.087334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3851c798-1be1-4657-9dd8-b5ad3be06dde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.087414] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3851c798-1be1-4657-9dd8-b5ad3be06dde',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.362863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.363101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.363606] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.533430] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-4b308861-0e92-4215-8115-52d7988d6b50 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 672.533494] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-4b308861-0e92-4215-8115-52d7988d6b50 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 672.533669] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5220444-7ec4-4dd1-859d-ec5782de9a00 req-4b308861-0e92-4215-8115-52d7988d6b50 service nova] Enqueued Resource ID: 6b7f7b16-5dd6-4833-9de8-37e8a6de67ef with Priority: HIGHEST for action port [ 672.534193] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 672.534332] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 672.534427] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b7f7b16-5dd6-4833-9de8-37e8a6de67ef with Priority: HIGHEST for action port [ 672.534699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.534787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.535390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.535521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.535722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.535827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.535882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.536270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.536370] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b7f7b16-5dd6-4833-9de8-37e8a6de67ef',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.607868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.608243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.609286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.609286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.609286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.609286] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3851c798-1be1-4657-9dd8-b5ad3be06dde already deleted. [ 672.609286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3851c798-1be1-4657-9dd8-b5ad3be06dde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.841504] env[65380]: INFO networking_nsxv3.common.synchronization [req-fd3b3615-90ac-4fa0-8906-9ac079750bce req-d03eb93d-a15d-4c8c-ae92-e1b902dd882b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 672.842171] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 672.842497] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.842624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.842691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.843232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.844251] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.844377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.844447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.844675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.844778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.844921] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.865989] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.995832] env[65380]: INFO networking_nsxv3.common.synchronization [None req-897e2dc3-bc1d-442e-a856-e00358dbcb0f tempest-MigrationsAdminTest-594432513 tempest-MigrationsAdminTest-594432513-project-member] Enqueued Resource ID: 3851c798-1be1-4657-9dd8-b5ad3be06dde with Priority: HIGHEST for action security_group_rules [ 672.996557] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3851c798-1be1-4657-9dd8-b5ad3be06dde with Priority: HIGHEST for action security_group_rules [ 672.997033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3851c798-1be1-4657-9dd8-b5ad3be06dde taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.997660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3851c798-1be1-4657-9dd8-b5ad3be06dde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.997776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3851c798-1be1-4657-9dd8-b5ad3be06dde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.997942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3851c798-1be1-4657-9dd8-b5ad3be06dde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.998101] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3851c798-1be1-4657-9dd8-b5ad3be06dde',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.039028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b7f7b16-5dd6-4833-9de8-37e8a6de67ef with status ACTIVE [ 673.039193] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.039316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.039377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.039665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.042122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.042122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.042122] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b7f7b16-5dd6-4833-9de8-37e8a6de67ef is going to be updated. [ 673.075224] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.075447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.075607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.075848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.076086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.076313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b7f7b16-5dd6-4833-9de8-37e8a6de67ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.348369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.348847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.348847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.348847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.348847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.349260] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.349260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.349260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.349722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.349722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.349722] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 already deleted. [ 673.349722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.369209] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.369377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.369445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.369632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.369792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.370039] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 673.384020] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.384020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-512" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.384020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-512" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.384020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-512" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.384020] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.384020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.384020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.384020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.384020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.384602] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.384602] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.384602] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.384602] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.384725] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.385053] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.385053] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.407351] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.407351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.407351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.407651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.407760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.409687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.409910] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.410113] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.410250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-512" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.410578] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-0802604f-dd98-42ea-ab97-e5c3e20859ab taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.410885] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.411073] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.411305] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.411433] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0802604f-dd98-42ea-ab97-e5c3e20859ab',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.422119] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 673.521290] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.521474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.521757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.521858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.521914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.522372] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3851c798-1be1-4657-9dd8-b5ad3be06dde already deleted. [ 673.522372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3851c798-1be1-4657-9dd8-b5ad3be06dde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.914493] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.914714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.914834] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.915569] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.915569] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.915569] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 0802604f-dd98-42ea-ab97-e5c3e20859ab not found, creating... [ 673.915854] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.915854] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.916011] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.916321] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.916321] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.916509] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.916654] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.916758] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.916953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.918735] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.918735] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab is going to be created. [ 673.939864] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.939864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.939864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.940346] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.940346] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.940655] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.065870] env[65380]: INFO networking_nsxv3.common.synchronization [None req-812c0ee6-232b-489d-9ea1-f0dc3ea19604 None None] Enqueued Resource ID: ac36d957-8196-45ab-a18f-5ebba038228c with Priority: HIGHEST for action port [ 674.066536] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac36d957-8196-45ab-a18f-5ebba038228c with Priority: HIGHEST for action port [ 674.066874] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac36d957-8196-45ab-a18f-5ebba038228c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.067851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac36d957-8196-45ab-a18f-5ebba038228c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.068147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac36d957-8196-45ab-a18f-5ebba038228c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.068667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac36d957-8196-45ab-a18f-5ebba038228c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.068824] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac36d957-8196-45ab-a18f-5ebba038228c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.572654] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac36d957-8196-45ab-a18f-5ebba038228c [ 674.572913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.572982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.573976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.573976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.573976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.573976] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac36d957-8196-45ab-a18f-5ebba038228c already deleted. [ 674.573976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac36d957-8196-45ab-a18f-5ebba038228c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.764530] env[65380]: INFO networking_nsxv3.common.synchronization [req-fd3b3615-90ac-4fa0-8906-9ac079750bce req-24d3bcce-c7ba-42d4-87ad-11bb501a2744 service nova] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 674.764530] env[65380]: INFO networking_nsxv3.common.synchronization [req-fd3b3615-90ac-4fa0-8906-9ac079750bce req-24d3bcce-c7ba-42d4-87ad-11bb501a2744 service nova] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 674.764530] env[65380]: INFO networking_nsxv3.common.synchronization [req-fd3b3615-90ac-4fa0-8906-9ac079750bce req-24d3bcce-c7ba-42d4-87ad-11bb501a2744 service nova] Enqueued Resource ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab with Priority: HIGHEST for action port [ 674.764530] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 674.764530] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 674.764530] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab with Priority: HIGHEST for action port [ 674.764939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.764939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.764939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.765856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.765988] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.770367] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.770367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.770367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.770367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.770367] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.770367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.770367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.770367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.770367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.770367] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.776533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0802604f-dd98-42ea-ab97-e5c3e20859ab taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.776719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.776789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.777022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.777139] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0802604f-dd98-42ea-ab97-e5c3e20859ab',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.113090] env[65380]: INFO networking_nsxv3.common.synchronization [req-5fc23002-7630-4a2d-b100-733bd12f0986 req-9ef6c6d2-fd49-46b7-89ab-4d3556ad2937 tempest-InstanceActionsV221TestJSON-1138608575 tempest-InstanceActionsV221TestJSON-1138608575-project-member] Enqueued Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGHEST for action security_group_members [ 675.113695] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGHEST for action security_group_members [ 675.114010] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.114144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.114211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.114410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.114555] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.114647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.114709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.114855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.114939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.115042] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd1e9ee8-abda-4ce0-b495-756e20cbedc7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.241258] env[65380]: INFO networking_nsxv3.common.synchronization [req-e06ed9f1-e7b7-4216-8441-2ccbee74046b req-555a3776-4aba-4089-b368-483ac5c7e49a tempest-ServersWithSpecificFlavorTestJSON-795414863 tempest-ServersWithSpecificFlavorTestJSON-795414863-project-member] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 675.241258] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 675.241608] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.241745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.241810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.242087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.242271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.242389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.242462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.243198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.243320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.243434] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.268778] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.269029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.280081] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.281070] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0802604f-dd98-42ea-ab97-e5c3e20859ab with status ACTIVE [ 675.281281] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.281679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.281679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.281803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.281855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.282757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.282757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.282757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.282757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.282757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.284174] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.284174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.284174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.284174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.284174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.284174] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab is going to be updated. [ 675.310292] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.310394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.310472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.310686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.310929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.311234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.433871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 675.434221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.434420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.434669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.434893] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.435082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.435179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.435385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.437051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.437051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.437051] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.437639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.437825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.438480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.438629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.438721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.439475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.439591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.439690] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.618624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.618923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.618923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.620362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.620562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.620858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.621107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.621202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.623103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.623252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.623384] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 is going to be updated. [ 675.659561] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.660373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.660373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.660373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.660373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.670141] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 in Status: IN_PROGRESS for 2s [ 675.745803] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.746076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.746239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.746650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.746837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.747182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.747303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.747402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.747534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.747637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.747737] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d is going to be updated. [ 675.777604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.777746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.777807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.778028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.778168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.790448] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: IN_PROGRESS for 2s [ 675.790448] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.944582] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.946183] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 887411f7-29d3-4378-a859-26f11aa792fd: rpc.has_security_group_logging(os_id): False [ 675.968321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.968454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.968520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.968763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.968854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.969126] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.969214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.969214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.969406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.969484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.969700] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.969803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.969847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.969989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.970078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.970246] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.970337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.970394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.970531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.970604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.970687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be created. [ 676.050083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.053035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.053035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.053035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.053035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.070800] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 676.293982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.294967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.297153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.297153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.297153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.297153] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be created. [ 676.347721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.347830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.347830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.348066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.348227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.366732] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: UNINITIALIZED for 2s [ 676.448256] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.950876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.950876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.950876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.951455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.951455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.951455] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 676.990933] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.991155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.991155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.991394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.991541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.005871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 677.114771] env[65380]: INFO networking_nsxv3.common.synchronization [req-6e6d15fd-a720-4d73-8c61-a5f432610fae req-f36fabf3-2000-45de-bf38-49f1dc5c5fa6 tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 677.115595] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 677.115938] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.117321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.117321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.117321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.117321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.117321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.117321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.117321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.117321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.117751] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.620920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.620920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.620920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.621305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.621305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.621372] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.621969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.621969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.621969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.621969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.621969] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 already deleted. [ 677.621969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.682320] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 in Status: SUCCESS [ 677.684274] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 deletion is rescheduled due to dependency. [ 677.684274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.691751] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.691988] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.692660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.692660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.692825] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.692981] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.693119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.693330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.693834] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.694076] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.694176] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.694281] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.694388] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.694494] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.694595] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.694723] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.725109] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.725290] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.725426] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.725595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.725908] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-07848f9f-c935-4309-b187-555cd8d41ec9 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.726138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-07848f9f-c935-4309-b187-555cd8d41ec9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.726261] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-07848f9f-c935-4309-b187-555cd8d41ec9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.726596] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-07848f9f-c935-4309-b187-555cd8d41ec9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.726722] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07848f9f-c935-4309-b187-555cd8d41ec9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.801515] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: SUCCESS [ 677.801714] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d deletion is rescheduled due to dependency. [ 677.801866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.089032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 678.089032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.089386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.089386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.089386] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.106029] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3dbc5a49-57af-4e82-aeac-496afb73d236 None None] Enqueued Resource ID: c8689223-9f3b-4d1f-9643-e50ede6395ef with Priority: HIGHEST for action port [ 678.106170] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8689223-9f3b-4d1f-9643-e50ede6395ef with Priority: HIGHEST for action port [ 678.106759] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8689223-9f3b-4d1f-9643-e50ede6395ef taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.106882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8689223-9f3b-4d1f-9643-e50ede6395ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.106949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8689223-9f3b-4d1f-9643-e50ede6395ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.110103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8689223-9f3b-4d1f-9643-e50ede6395ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.110201] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8689223-9f3b-4d1f-9643-e50ede6395ef',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.232314] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.232314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.232314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.232314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.232314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.232314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 07848f9f-c935-4309-b187-555cd8d41ec9 not found, creating... [ 678.232314] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.232314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.232314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.232314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.232314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.232716] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.232716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.232716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.234309] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.234309] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.234431] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 07848f9f-c935-4309-b187-555cd8d41ec9 is going to be created. [ 678.260015] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.260367] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.261403] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.265280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.265280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.266106] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-07848f9f-c935-4309-b187-555cd8d41ec9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.387196] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 678.387196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.387196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.387196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.387196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.387196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.387196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.387196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.387196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.387196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.387196] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.595408] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.595408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.612912] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8689223-9f3b-4d1f-9643-e50ede6395ef [ 678.613214] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.614103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.614103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.614103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.614103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.614103] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8689223-9f3b-4d1f-9643-e50ede6395ef already deleted. [ 678.614103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8689223-9f3b-4d1f-9643-e50ede6395ef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.889555] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.889836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.889932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.890232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.890441] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.890842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.890842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.891008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.891134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.891248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.891746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.891746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.891746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.891932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.892072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.892162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.892235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.892414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.892516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.892624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.892749] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.915277] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4e1bb46-9a3f-471c-a2d5-d69808e125d2 req-23178a13-6279-4a03-a012-d50ac2c21b43 tempest-DeleteServersAdminTestJSON-221716978 tempest-DeleteServersAdminTestJSON-221716978-project-member] Enqueued Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 678.915837] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGHEST for action security_group_members [ 678.916227] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.916390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.916390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.916519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.916671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.916754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.916951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.917153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.917270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.917398] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.002963] env[65380]: INFO networking_nsxv3.common.synchronization [req-6e6d15fd-a720-4d73-8c61-a5f432610fae req-4639f09c-ef1c-4d94-ae2f-9819a693055f service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 679.003251] env[65380]: INFO networking_nsxv3.common.synchronization [req-6e6d15fd-a720-4d73-8c61-a5f432610fae req-4639f09c-ef1c-4d94-ae2f-9819a693055f service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 679.003406] env[65380]: INFO networking_nsxv3.common.synchronization [req-6e6d15fd-a720-4d73-8c61-a5f432610fae req-4639f09c-ef1c-4d94-ae2f-9819a693055f service nova] Enqueued Resource ID: 07848f9f-c935-4309-b187-555cd8d41ec9 with Priority: HIGHEST for action port [ 679.004304] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 679.004460] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 679.004527] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07848f9f-c935-4309-b187-555cd8d41ec9 with Priority: HIGHEST for action port [ 679.004799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.004924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.005050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.005281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.005365] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.006344] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.006462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.006562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.006771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.006941] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.007406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.007478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.007631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.007722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.007818] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.009812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-07848f9f-c935-4309-b187-555cd8d41ec9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.009942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07848f9f-c935-4309-b187-555cd8d41ec9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.013909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07848f9f-c935-4309-b187-555cd8d41ec9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.013909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07848f9f-c935-4309-b187-555cd8d41ec9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.013909] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07848f9f-c935-4309-b187-555cd8d41ec9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.023612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 679.023612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.024173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.024423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.024625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.024744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.024808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.024973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.025066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.025468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.025468] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.395385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0b2f015-85f1-43f6-88a3-694b4c107d33: rpc.has_security_group_logging(os_id): False [ 679.416876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.417091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.417180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.417386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.417550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.417697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.417812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.418014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.418014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.418134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.418326] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.418326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.418494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.418586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.418586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.418796] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.418901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.418901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.419051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.419113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.419196] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be created. [ 679.420503] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.420610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.420701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.420933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.421081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.421139] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.421271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.421271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.421467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.421514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.421586] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc is going to be updated. [ 679.453573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.453739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.453788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.454048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.454190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.463996] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: IN_PROGRESS for 2s [ 679.487145] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.487294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.487365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.487650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.488010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.504887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 679.512488] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.512609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.513058] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.515521] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07848f9f-c935-4309-b187-555cd8d41ec9 with status ACTIVE [ 679.515719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.515843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.515928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.516132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.516221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.516389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.516485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.516547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.516700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.516914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.517076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.517186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.517232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.517358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.517435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.517517] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07848f9f-c935-4309-b187-555cd8d41ec9 is going to be updated. [ 679.528937] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.529119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.529171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.529366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.529529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.529627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.529689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.529841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.529927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.530047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.530189] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.530293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.530354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.530502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.530651] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.530821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.530945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.531295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.531420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.531515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.531605] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.542136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.542424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.542424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.542587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.542733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.542907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07848f9f-c935-4309-b187-555cd8d41ec9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.015078] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.035105] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 887411f7-29d3-4378-a859-26f11aa792fd: rpc.has_security_group_logging(os_id): False [ 680.060434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.060434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.060434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.060434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.060434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.060434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.060434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.060434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.060434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.060999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.061193] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.061427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.061427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.061516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.061775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.061775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.062025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.062166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.062243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.062323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.062410] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 680.126380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.126530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.126779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.126856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.126994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.140954] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 680.518990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.519333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.519333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.519467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.519604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.519761] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be created. [ 680.548947] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.548947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.548947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.548947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.548947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.560096] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: UNINITIALIZED for 2s [ 681.403618] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1298ba0f-8d9a-4587-8622-d6d84b876b90 None None] Enqueued Resource ID: e129af77-fbf3-427f-9e4c-dc29703ad4bb with Priority: HIGHEST for action port [ 681.403618] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e129af77-fbf3-427f-9e4c-dc29703ad4bb with Priority: HIGHEST for action port [ 681.403618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e129af77-fbf3-427f-9e4c-dc29703ad4bb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.403618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e129af77-fbf3-427f-9e4c-dc29703ad4bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.403618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e129af77-fbf3-427f-9e4c-dc29703ad4bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.403880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e129af77-fbf3-427f-9e4c-dc29703ad4bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.403880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e129af77-fbf3-427f-9e4c-dc29703ad4bb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.475135] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc in Status: SUCCESS [ 681.475389] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc deletion is rescheduled due to dependency. [ 681.475515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.518584] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 681.518914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.906464] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e129af77-fbf3-427f-9e4c-dc29703ad4bb [ 681.906742] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.906873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.906919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.907169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.907301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.907411] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e129af77-fbf3-427f-9e4c-dc29703ad4bb already deleted. [ 681.907497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e129af77-fbf3-427f-9e4c-dc29703ad4bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.158611] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 682.158803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.159037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.159262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.159356] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.575518] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 682.575518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.575518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.575790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.575834] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.575988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.575988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.576165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.576245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.576327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.576420] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.664577] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.665367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.665367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.665367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.665367] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.665589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.665589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.665651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.665680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.665770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.665858] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.081279] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.081636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.081636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.082141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.082351] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.082514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.083523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.083523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.083523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.083523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.083523] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.083523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.083523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.083523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.083845] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.083845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.083845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.083922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.085825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.085825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.085825] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.118145] env[65380]: INFO networking_nsxv3.common.synchronization [req-57b0093c-d25a-4c47-95d9-8a5f85dc4752 req-3a8bb64a-a3e0-45a9-8c22-3de247c35a63 tempest-ListImageFiltersTestJSON-1936798979 tempest-ListImageFiltersTestJSON-1936798979-project-member] Enqueued Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 683.118145] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 683.118380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.118509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.118572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.118906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.119188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.119293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.119353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.119514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.119596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.119685] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.171370] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.171370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.171370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.171510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.171747] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.171912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.172019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.172255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.172386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.172519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.173037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.173037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.173037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.173235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.173450] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.173587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.173677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.173883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.174028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.174392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.174538] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.588573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9: rpc.has_security_group_logging(os_id): False [ 683.608289] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.608423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.608723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.608723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.608860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.609069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.609159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.609248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.609368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.609444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.609730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.609730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.610058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.610058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.610058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.610138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.610592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.610592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.610592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.610592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.610592] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be created. [ 683.622767] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.623203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.623310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.623555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.624365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.624365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.624365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.624535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.624576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.624695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.624736] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd already deleted. [ 683.624808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.675839] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.675965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.676044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.676705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.676705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.679679] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 887411f7-29d3-4378-a859-26f11aa792fd: rpc.has_security_group_logging(os_id): False [ 683.693134] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 683.705503] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.705673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.705782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.706187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.706187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.706476] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.707420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.707420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.707420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.707420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.707420] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.707420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.707420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.707674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.707740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.708030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.708176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.708259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.708471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.708553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.708669] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 683.831493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.831493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.831493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.831493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.831493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.850554] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 683.949243] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.949243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.949526] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.950116] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.950610] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.950999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.951133] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.953349] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.953455] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.953654] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.953768] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.953873] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.953974] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.954161] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.954242] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.954314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.981722] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.981915] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.982104] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.982258] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.982592] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-32334242-4609-4903-91f5-3a8124ad5510 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.982764] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-32334242-4609-4903-91f5-3a8124ad5510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.982878] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-32334242-4609-4903-91f5-3a8124ad5510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.983308] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-32334242-4609-4903-91f5-3a8124ad5510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.983401] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32334242-4609-4903-91f5-3a8124ad5510',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.406194] env[65380]: INFO networking_nsxv3.common.synchronization [None req-690c42cc-eeb8-4e9b-ac80-ed5563751372 None None] Enqueued Resource ID: 7c74d61f-0823-4658-8fac-4afdf9d065c5 with Priority: HIGHEST for action port [ 684.406194] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c74d61f-0823-4658-8fac-4afdf9d065c5 with Priority: HIGHEST for action port [ 684.406194] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c74d61f-0823-4658-8fac-4afdf9d065c5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.406194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c74d61f-0823-4658-8fac-4afdf9d065c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.406194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c74d61f-0823-4658-8fac-4afdf9d065c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.406194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c74d61f-0823-4658-8fac-4afdf9d065c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.406194] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c74d61f-0823-4658-8fac-4afdf9d065c5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.491213] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.491509] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.491674] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.492083] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.493545] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.494473] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 32334242-4609-4903-91f5-3a8124ad5510 not found, creating... [ 684.494473] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.494473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.494473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.494473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.494831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.495548] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.495548] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.495548] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.495548] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.495746] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.495786] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 32334242-4609-4903-91f5-3a8124ad5510 is going to be created. [ 684.518362] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.518551] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.518966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.519274] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.519497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.519720] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-32334242-4609-4903-91f5-3a8124ad5510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.908959] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c74d61f-0823-4658-8fac-4afdf9d065c5 [ 684.909256] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.909394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.909462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.909673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.909762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.909857] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c74d61f-0823-4658-8fac-4afdf9d065c5 already deleted. [ 684.909935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c74d61f-0823-4658-8fac-4afdf9d065c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.938246] env[65380]: INFO networking_nsxv3.common.synchronization [req-bd1bfe56-9b00-451f-8bbd-18fdafbb034b req-b85cce1d-c559-41fd-ba03-2bcea9a044c3 tempest-ImagesNegativeTestJSON-1437856713 tempest-ImagesNegativeTestJSON-1437856713-project-member] Enqueued Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGHEST for action security_group_members [ 684.938762] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGHEST for action security_group_members [ 684.939069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.939188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.939256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.939444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.939584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.939672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.939732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.939883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.940038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.940210] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73a8eafb-aaf6-4195-addc-c9945a5bd9cb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.233480] env[65380]: INFO networking_nsxv3.common.synchronization [req-57b0093c-d25a-4c47-95d9-8a5f85dc4752 req-d80ad032-2c8d-4d83-94c1-684f6b814d46 service nova] Enqueued Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_rules [ 685.233480] env[65380]: INFO networking_nsxv3.common.synchronization [req-57b0093c-d25a-4c47-95d9-8a5f85dc4752 req-d80ad032-2c8d-4d83-94c1-684f6b814d46 service nova] Enqueued Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 685.233480] env[65380]: INFO networking_nsxv3.common.synchronization [req-57b0093c-d25a-4c47-95d9-8a5f85dc4752 req-d80ad032-2c8d-4d83-94c1-684f6b814d46 service nova] Enqueued Resource ID: 32334242-4609-4903-91f5-3a8124ad5510 with Priority: HIGHEST for action port [ 685.233720] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_rules [ 685.233800] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 685.233880] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32334242-4609-4903-91f5-3a8124ad5510 with Priority: HIGHEST for action port [ 685.234231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.234421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.234521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.234749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.234868] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.235753] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.235880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.235951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.236143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.236401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.236401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.236662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.236662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.236662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.236824] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.237555] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-32334242-4609-4903-91f5-3a8124ad5510 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.237699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32334242-4609-4903-91f5-3a8124ad5510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.237758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32334242-4609-4903-91f5-3a8124ad5510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.237868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32334242-4609-4903-91f5-3a8124ad5510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.237943] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32334242-4609-4903-91f5-3a8124ad5510',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.328144] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1752f996-c2c1-4ba0-9b77-db227b5cc87e None None] Enqueued Resource ID: 7ed22c51-e526-4a05-8176-2e1992273e93 with Priority: HIGHEST for action port [ 685.328856] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed22c51-e526-4a05-8176-2e1992273e93 with Priority: HIGHEST for action port [ 685.329820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed22c51-e526-4a05-8176-2e1992273e93 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.329980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed22c51-e526-4a05-8176-2e1992273e93" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.330271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed22c51-e526-4a05-8176-2e1992273e93" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.330540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed22c51-e526-4a05-8176-2e1992273e93" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.330628] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed22c51-e526-4a05-8176-2e1992273e93',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.442635] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.442941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.442941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.443181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.443293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.443832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.443832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.443832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.443832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.444054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.444054] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb is going to be updated. [ 685.479413] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.481544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.481544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.481544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.481544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.491117] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb in Status: IN_PROGRESS for 2s [ 685.710461] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 685.710461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.742212] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32334242-4609-4903-91f5-3a8124ad5510 with status ACTIVE [ 685.742481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.742994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.742994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.742994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.742994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.743241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.743443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.743443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.746705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.746705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.746705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.746705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.746705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.746705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.746705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.746705] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32334242-4609-4903-91f5-3a8124ad5510 is going to be updated. [ 685.746705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.746705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.746705] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.770547] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.770775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.771417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.771417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.771417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.771647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32334242-4609-4903-91f5-3a8124ad5510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.833495] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ed22c51-e526-4a05-8176-2e1992273e93 [ 685.833844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.834045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.834155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.834407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.834525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.834644] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ed22c51-e526-4a05-8176-2e1992273e93 already deleted. [ 685.834754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed22c51-e526-4a05-8176-2e1992273e93" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.876092] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 685.876337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.250474] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.534159] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6f5c2698-7b28-4851-9b79-001fc21102f9 None None] Enqueued Resource ID: 9d9ee067-8b54-4f2c-ae13-108c0929e042 with Priority: HIGHEST for action port [ 686.534804] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9ee067-8b54-4f2c-ae13-108c0929e042 with Priority: HIGHEST for action port [ 686.535291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d9ee067-8b54-4f2c-ae13-108c0929e042 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.535510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d9ee067-8b54-4f2c-ae13-108c0929e042" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.535566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d9ee067-8b54-4f2c-ae13-108c0929e042" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.535990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d9ee067-8b54-4f2c-ae13-108c0929e042" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.536118] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9ee067-8b54-4f2c-ae13-108c0929e042',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.735882] env[65380]: INFO networking_nsxv3.common.synchronization [req-4582d514-6e84-4d72-a7be-da2c917c7fbe req-1f26e58e-3690-4d1d-86c3-f793314659dc tempest-AttachInterfacesV270Test-1030527273 tempest-AttachInterfacesV270Test-1030527273-project-member] Enqueued Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGHEST for action security_group_members [ 686.736505] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGHEST for action security_group_members [ 686.736810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-19390b4d-0e06-405a-9885-ff376e44fd74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.736935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.736990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.737575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.737795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.737924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.738032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.738209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.738314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.738436] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19390b4d-0e06-405a-9885-ff376e44fd74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.752574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.752698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.752698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.752883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.752973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.753108] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd is going to be created. [ 686.782968] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.783264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.783264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.783462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.783536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.796412] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: UNINITIALIZED for 2s [ 687.043533] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d9ee067-8b54-4f2c-ae13-108c0929e042 [ 687.044192] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.044192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.044192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.044192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.044337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.044365] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d9ee067-8b54-4f2c-ae13-108c0929e042 already deleted. [ 687.044444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d9ee067-8b54-4f2c-ae13-108c0929e042" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.242390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.243032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.243032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.243291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.243414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.243801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.244233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.244305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.244513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.244647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.244695] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19390b4d-0e06-405a-9885-ff376e44fd74 already deleted. [ 687.244793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.271972] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.272331] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-822" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.272568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-822" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.273041] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-822" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.273486] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.273732] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.274163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.274311] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.274556] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.274902] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.275137] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.275329] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.275540] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.276329] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.276329] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.276521] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.307530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.307530] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.307530] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.307530] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-822" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.307530] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-d7dade63-c7c5-4e1c-a386-2876b9bc0966 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.307530] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-d7dade63-c7c5-4e1c-a386-2876b9bc0966" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.307530] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-d7dade63-c7c5-4e1c-a386-2876b9bc0966" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.307530] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-d7dade63-c7c5-4e1c-a386-2876b9bc0966" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.307530] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7dade63-c7c5-4e1c-a386-2876b9bc0966',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.373498] env[65380]: INFO networking_nsxv3.common.synchronization [None req-58fbbde0-9926-4879-9c91-628b7b5cd70b None None] Enqueued Resource ID: 0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d with Priority: HIGHEST for action port [ 687.374504] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d with Priority: HIGHEST for action port [ 687.374856] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.375056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.375135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.375493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.375627] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.503902] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb in Status: SUCCESS [ 687.504193] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb deletion is rescheduled due to dependency. [ 687.504362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.811583] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.812011] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.812011] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.812166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.812370] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.812424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port d7dade63-c7c5-4e1c-a386-2876b9bc0966 not found, creating... [ 687.812826] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.812826] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.813062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.813101] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.813214] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.815044] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.815044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.815044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.815044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.815352] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.815352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: d7dade63-c7c5-4e1c-a386-2876b9bc0966 is going to be created. [ 687.852277] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.852505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.852612] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.852853] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.853223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.853395] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-d7dade63-c7c5-4e1c-a386-2876b9bc0966" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.878043] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d [ 687.878300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.878439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.878505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.878832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.879209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.879209] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d already deleted. [ 687.879209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6ea3c2-8020-4dc7-80b2-c515fb91ff2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.446575] env[65380]: INFO networking_nsxv3.common.synchronization [None req-cf3eeaab-8ae3-4c7b-95f8-75e02b1bd36e None None] Enqueued Resource ID: 224f0075-60aa-4f4e-9884-78b33d155a35 with Priority: HIGHEST for action port [ 688.446839] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224f0075-60aa-4f4e-9884-78b33d155a35 with Priority: HIGHEST for action port [ 688.447486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-224f0075-60aa-4f4e-9884-78b33d155a35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.447596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224f0075-60aa-4f4e-9884-78b33d155a35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.447669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224f0075-60aa-4f4e-9884-78b33d155a35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.447928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224f0075-60aa-4f4e-9884-78b33d155a35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.449367] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224f0075-60aa-4f4e-9884-78b33d155a35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.567210] env[65380]: INFO networking_nsxv3.common.synchronization [req-4582d514-6e84-4d72-a7be-da2c917c7fbe req-e9f39df4-1f45-480e-83e8-20883a61387b service nova] Enqueued Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGHEST for action security_group_rules [ 688.567722] env[65380]: INFO networking_nsxv3.common.synchronization [req-4582d514-6e84-4d72-a7be-da2c917c7fbe req-e9f39df4-1f45-480e-83e8-20883a61387b service nova] Enqueued Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGHEST for action security_group_members [ 688.567722] env[65380]: INFO networking_nsxv3.common.synchronization [req-4582d514-6e84-4d72-a7be-da2c917c7fbe req-e9f39df4-1f45-480e-83e8-20883a61387b service nova] Enqueued Resource ID: d7dade63-c7c5-4e1c-a386-2876b9bc0966 with Priority: HIGHEST for action port [ 688.568258] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGHEST for action security_group_rules [ 688.568682] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGHEST for action security_group_members [ 688.568682] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7dade63-c7c5-4e1c-a386-2876b9bc0966 with Priority: HIGHEST for action port [ 688.569013] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19390b4d-0e06-405a-9885-ff376e44fd74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.569156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.569468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.569569] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19390b4d-0e06-405a-9885-ff376e44fd74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.574474] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-19390b4d-0e06-405a-9885-ff376e44fd74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.574630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.574694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.574931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.575117] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.575396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.575396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.575481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.575760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.575760] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19390b4d-0e06-405a-9885-ff376e44fd74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.576601] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7dade63-c7c5-4e1c-a386-2876b9bc0966 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.576733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7dade63-c7c5-4e1c-a386-2876b9bc0966" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.576805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7dade63-c7c5-4e1c-a386-2876b9bc0966" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.576988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7dade63-c7c5-4e1c-a386-2876b9bc0966" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.577108] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7dade63-c7c5-4e1c-a386-2876b9bc0966',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.635846] env[65380]: INFO networking_nsxv3.common.synchronization [req-14ddc996-3acf-4174-84ea-cafc2575111c req-bdc45669-c940-4fc9-980d-964a49481c6f tempest-FloatingIPsAssociationTestJSON-717544873 tempest-FloatingIPsAssociationTestJSON-717544873-project-member] Enqueued Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 688.635846] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 688.635846] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.636017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.636121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.636379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.636593] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.636743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.637878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.638123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.638370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.638504] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.808206] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: SUCCESS [ 688.808305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.808481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.808716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.808929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.809133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.809133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.809297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.809509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.809509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.809624] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.952538] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 224f0075-60aa-4f4e-9884-78b33d155a35 [ 688.952841] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.952934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.952984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.953264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.953264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.953359] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:224f0075-60aa-4f4e-9884-78b33d155a35 already deleted. [ 688.953449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224f0075-60aa-4f4e-9884-78b33d155a35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.074930] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-19390b4d-0e06-405a-9885-ff376e44fd74 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.074930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.085027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7dade63-c7c5-4e1c-a386-2876b9bc0966 with status ACTIVE [ 689.085027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.085027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.085027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.085027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.085027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7dade63-c7c5-4e1c-a386-2876b9bc0966 is going to be updated. [ 689.085920] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19390b4d-0e06-405a-9885-ff376e44fd74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.097481] env[65380]: INFO networking_nsxv3.common.synchronization [req-58e536a0-997a-4b17-9b1d-01f1fdabecde req-9b9afa96-783d-4352-adc1-bc816b29606c tempest-ListImageFiltersTestJSON-1936798979 tempest-ListImageFiltersTestJSON-1936798979-project-member] Enqueued Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 689.099948] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 689.099948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.099948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.101239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.101449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.101629] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.102351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.102351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.102351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.102351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.102494] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.113410] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.114491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.114491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.114491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.114491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.114491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7dade63-c7c5-4e1c-a386-2876b9bc0966" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.145450] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.314424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.314629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.589616] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19390b4d-0e06-405a-9885-ff376e44fd74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.606284] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.647698] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.674489] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.674760] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.674889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.675173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.675475] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.675624] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.675741] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.675931] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.676222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.676477] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.676649] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.676799] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.676972] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.677213] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.677365] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.677536] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.699079] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.699301] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.699438] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.699609] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.699929] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.700150] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.700269] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.700599] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.700772] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.093368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.093717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.093717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.093867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.094047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.094115] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19390b4d-0e06-405a-9885-ff376e44fd74 is going to be created. [ 690.109027] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.118224] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.118356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.118419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.118693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.118810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.129481] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19390b4d-0e06-405a-9885-ff376e44fd74 in Status: UNINITIALIZED for 2s [ 690.150839] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.151034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.151103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.151310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.151396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.151491] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 is going to be updated. [ 690.183148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.183324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.183497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.183670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.183861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.192443] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: IN_PROGRESS for 2s [ 690.203802] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.203998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.204381] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.204660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.204805] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.204947] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9 not found, creating... [ 690.205215] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.205369] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.205477] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.205677] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.205807] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.206090] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.206240] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.206352] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.206543] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.206666] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.206799] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9 is going to be created. [ 690.233369] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.233619] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.233752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.234064] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.234295] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.234514] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.616584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.616770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.616818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.617119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.617232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.617328] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd is going to be updated. [ 690.653736] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.653905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.653997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.654224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.654366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.665411] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: IN_PROGRESS for 2s [ 691.013021] env[65380]: INFO networking_nsxv3.common.synchronization [req-58e536a0-997a-4b17-9b1d-01f1fdabecde req-0a89ab57-7d5c-4ee0-a3db-1370d2d7b616 service nova] Enqueued Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_rules [ 691.013021] env[65380]: INFO networking_nsxv3.common.synchronization [req-58e536a0-997a-4b17-9b1d-01f1fdabecde req-0a89ab57-7d5c-4ee0-a3db-1370d2d7b616 service nova] Enqueued Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 691.013021] env[65380]: INFO networking_nsxv3.common.synchronization [req-58e536a0-997a-4b17-9b1d-01f1fdabecde req-0a89ab57-7d5c-4ee0-a3db-1370d2d7b616 service nova] Enqueued Resource ID: f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9 with Priority: HIGHEST for action port [ 691.013021] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_rules [ 691.013021] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 691.013021] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9 with Priority: HIGHEST for action port [ 691.013730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.013979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.014761] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.014761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.014961] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.015199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.015335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.015602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.015842] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.518314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9 with status ACTIVE [ 691.522079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.522079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522079] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9 is going to be updated. [ 691.546612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.546612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.546612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.546612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.546612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.546612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f50ae092-3ec9-4c79-8f6b-b4eca5c6a6b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.560959] env[65380]: INFO networking_nsxv3.common.synchronization [None req-fd5e347f-e57f-4362-8ff7-af93d91df870 None None] Enqueued Resource ID: 18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe with Priority: HIGHEST for action port [ 691.563034] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe with Priority: HIGHEST for action port [ 691.563034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.563034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.563034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.563034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.563034] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.685791] env[65380]: INFO networking_nsxv3.common.synchronization [None req-bea83beb-ba7b-44c7-8f6e-3ecc0dc9f87f None None] Enqueued Resource ID: 70ad737f-7365-457d-bf30-4595ff626980 with Priority: HIGHEST for action port [ 691.686105] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ad737f-7365-457d-bf30-4595ff626980 with Priority: HIGHEST for action port [ 691.686677] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ad737f-7365-457d-bf30-4595ff626980 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.686796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ad737f-7365-457d-bf30-4595ff626980" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.686861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ad737f-7365-457d-bf30-4595ff626980" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.687489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ad737f-7365-457d-bf30-4595ff626980" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.687576] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ad737f-7365-457d-bf30-4595ff626980',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.065320] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe [ 692.065522] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.065658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.065726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.065939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.066036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.066128] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe already deleted. [ 692.066204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c15aa3-7bb2-4cd0-95d3-22b5d604bcbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.146035] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19390b4d-0e06-405a-9885-ff376e44fd74 in Status: SUCCESS [ 692.146247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.146516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.148066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.148066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.148066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.148066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.148066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.148066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.148066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.148066] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19390b4d-0e06-405a-9885-ff376e44fd74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.191181] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70ad737f-7365-457d-bf30-4595ff626980 [ 692.191181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.191181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.191181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.191181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.191181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.191181] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70ad737f-7365-457d-bf30-4595ff626980 already deleted. [ 692.191181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ad737f-7365-457d-bf30-4595ff626980" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.206133] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: SUCCESS [ 692.207272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.651489] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-19390b4d-0e06-405a-9885-ff376e44fd74 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.651757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.651796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.652051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.652252] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.652353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.652414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.652573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.652655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.652738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.652899] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-19390b4d-0e06-405a-9885-ff376e44fd74 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.653028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.653109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.653270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.653406] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.653518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.653560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.653678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.653754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.653834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.653922] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19390b4d-0e06-405a-9885-ff376e44fd74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.676329] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: SUCCESS [ 692.676558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.677635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.677635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.677635] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.677635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.677635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.677635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.677635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.677635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.677889] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.677889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.677889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.678015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.678091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.678170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.678228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.678440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.678513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.678587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.678687] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.679684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.679797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.679951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.680060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.680119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.680298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.680412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.680502] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.157168] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19390b4d-0e06-405a-9885-ff376e44fd74: rpc.has_security_group_logging(os_id): False [ 693.177860] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.177980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.177980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.178357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.178478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.178709] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.180559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.180559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.180559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.180559] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19390b4d-0e06-405a-9885-ff376e44fd74 is going to be created. [ 693.182194] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd: rpc.has_security_group_logging(os_id): False [ 693.183456] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.203101] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.203400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.204271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.204517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.204640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.204926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.205930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.205930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.205930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.205930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.205930] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.205930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.205930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.206437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.206437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.206657] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.206756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.206816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.206959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.207041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.207122] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd is going to be created. [ 693.266053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.266053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.266274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.266760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.266760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.278582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.278754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.278975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.279100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.279292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.282319] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19390b4d-0e06-405a-9885-ff376e44fd74 in Status: IN_PROGRESS for 2s [ 693.296299] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: IN_PROGRESS for 2s [ 693.686455] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.002410] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9e81e848-41e2-401e-a572-0a5b3ed17fea tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_rules [ 694.003977] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_rules [ 694.005215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.007469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.007469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.007469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.007469] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.190192] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.190361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.190429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.190638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.190964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.190964] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd is going to be updated. [ 694.225185] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.225185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.225185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.225185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.225185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.233585] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8b733f44-ed11-4439-8448-49d4b475614d tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_rules [ 694.235107] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_rules [ 694.235179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.235274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.237989] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: IN_PROGRESS for 2s [ 694.532221] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.532221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.532221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.532221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.532221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.532221] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 already deleted. [ 694.532221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.532221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.532221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.532221] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.550675] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ce7376b1-bee4-490a-b9d5-a6275d9283d8 None None] Enqueued Resource ID: f6b08f46-5b51-46a6-a030-8cff7e0dc772 with Priority: HIGHEST for action port [ 694.550974] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b08f46-5b51-46a6-a030-8cff7e0dc772 with Priority: HIGHEST for action port [ 694.551670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b08f46-5b51-46a6-a030-8cff7e0dc772 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.551670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b08f46-5b51-46a6-a030-8cff7e0dc772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.551756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b08f46-5b51-46a6-a030-8cff7e0dc772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.551996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b08f46-5b51-46a6-a030-8cff7e0dc772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.552973] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b08f46-5b51-46a6-a030-8cff7e0dc772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.918615] env[65380]: INFO networking_nsxv3.common.synchronization [None req-cb474753-fc9c-4d1f-985e-06c008f9ab03 None None] Enqueued Resource ID: 20a385f0-8130-43cd-b7d5-1b2f84107744 with Priority: HIGHEST for action port [ 694.918903] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a385f0-8130-43cd-b7d5-1b2f84107744 with Priority: HIGHEST for action port [ 694.919055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-20a385f0-8130-43cd-b7d5-1b2f84107744 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.919176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20a385f0-8130-43cd-b7d5-1b2f84107744" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.919240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20a385f0-8130-43cd-b7d5-1b2f84107744" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.919479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20a385f0-8130-43cd-b7d5-1b2f84107744" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.919544] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a385f0-8130-43cd-b7d5-1b2f84107744',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.054102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.054102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.054102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.054102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.054102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.054102] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 already deleted. [ 695.054102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.056347] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6b08f46-5b51-46a6-a030-8cff7e0dc772 [ 695.056895] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.058242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.058242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.058242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.058242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.058242] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6b08f46-5b51-46a6-a030-8cff7e0dc772 already deleted. [ 695.058242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b08f46-5b51-46a6-a030-8cff7e0dc772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.296536] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19390b4d-0e06-405a-9885-ff376e44fd74 in Status: SUCCESS [ 695.296798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.309829] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: SUCCESS [ 695.310247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.310361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.310521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.310613] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.421940] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20a385f0-8130-43cd-b7d5-1b2f84107744 [ 695.422451] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.422702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.422852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.423231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.423407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.423589] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20a385f0-8130-43cd-b7d5-1b2f84107744 already deleted. [ 695.423778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20a385f0-8130-43cd-b7d5-1b2f84107744" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.491139] env[65380]: INFO networking_nsxv3.common.synchronization [req-c72b8017-5fd8-4974-9589-7b740e6c3253 req-5f6bb0b7-a2a0-4287-ae7f-e7beac19007b tempest-ServerMetadataTestJSON-1300857999 tempest-ServerMetadataTestJSON-1300857999-project-member] Enqueued Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGHEST for action security_group_members [ 695.492016] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGHEST for action security_group_members [ 695.492283] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-677b588b-5ee7-488a-a80b-7adff072a2ec taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.493140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.493140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.493140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.493140] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.493346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.493653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.493653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.493920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.493920] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677b588b-5ee7-488a-a80b-7adff072a2ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.573153] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b17e8773-84cf-4440-8fb5-5802cea59a01 None None] Enqueued Resource ID: aa272ba4-c1eb-43e1-b2ba-ac2464141753 with Priority: HIGHEST for action port [ 695.573153] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa272ba4-c1eb-43e1-b2ba-ac2464141753 with Priority: HIGHEST for action port [ 695.573153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa272ba4-c1eb-43e1-b2ba-ac2464141753 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.573153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa272ba4-c1eb-43e1-b2ba-ac2464141753" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.573153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa272ba4-c1eb-43e1-b2ba-ac2464141753" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.573997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa272ba4-c1eb-43e1-b2ba-ac2464141753" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.574265] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa272ba4-c1eb-43e1-b2ba-ac2464141753',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.815119] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.816572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.998199] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.998199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.998199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.998199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.998199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.998199] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.998199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.998199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.998199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.998887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.998887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677b588b-5ee7-488a-a80b-7adff072a2ec already deleted. [ 695.998887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.050325] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.053534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-279" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.053534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-279" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.053534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-279" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.053534] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.053534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.053534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.053534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.053534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.053534] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.053534] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.054038] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.054038] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.054038] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.054038] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.054038] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.081796] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa272ba4-c1eb-43e1-b2ba-ac2464141753 [ 696.081853] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.082807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.082807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.082807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.085863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.086044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa272ba4-c1eb-43e1-b2ba-ac2464141753 already deleted. [ 696.086151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa272ba4-c1eb-43e1-b2ba-ac2464141753" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.087218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.087764] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.087764] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.088146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-279" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.089634] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.089863] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.090032] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.090513] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.093101] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcba4998-e9a5-44cd-91dd-0565f83fd9e9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.251221] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: SUCCESS [ 696.254102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.254102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.254102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.254102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.254102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.254102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.254102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.254102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.254102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.254102] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.600632] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.600867] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.600993] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.601284] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.601429] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.601575] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port fcba4998-e9a5-44cd-91dd-0565f83fd9e9 not found, creating... [ 696.601989] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.602117] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.602241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.603018] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.603018] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.603018] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.603018] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.603018] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.605387] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.606433] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.606433] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: fcba4998-e9a5-44cd-91dd-0565f83fd9e9 is going to be created. [ 696.633875] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.634066] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.634182] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.634436] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.634664] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.634891] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.760312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.760312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.760312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.760312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.760312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.760312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.760679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.760679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.760679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.760760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.760918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.761034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.761099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.761676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.761847] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.761954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.762026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.762175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.762253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.762337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.762432] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.964701] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8ab9ca3-72b1-4747-b6a7-2446b25bb675 req-783f6188-d677-4b2c-8159-538bdf2264d5 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 696.964927] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8ab9ca3-72b1-4747-b6a7-2446b25bb675 req-783f6188-d677-4b2c-8159-538bdf2264d5 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 696.965431] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 696.965578] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 696.965790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.965910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.965975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.966238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.966391] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.966508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.966558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.966684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.966765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.966857] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.967957] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.967957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.967957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.969286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.969286] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.969286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.969286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.969286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.969286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.969286] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.014934] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8ab9ca3-72b1-4747-b6a7-2446b25bb675 req-783f6188-d677-4b2c-8159-538bdf2264d5 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 697.015230] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8ab9ca3-72b1-4747-b6a7-2446b25bb675 req-783f6188-d677-4b2c-8159-538bdf2264d5 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 697.015364] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8ab9ca3-72b1-4747-b6a7-2446b25bb675 req-783f6188-d677-4b2c-8159-538bdf2264d5 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_rules [ 697.015486] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8ab9ca3-72b1-4747-b6a7-2446b25bb675 req-783f6188-d677-4b2c-8159-538bdf2264d5 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 697.015606] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8ab9ca3-72b1-4747-b6a7-2446b25bb675 req-783f6188-d677-4b2c-8159-538bdf2264d5 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab with Priority: HIGHEST for action port [ 697.016673] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 697.016818] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_rules [ 697.016916] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab with Priority: HIGHEST for action port [ 697.017018] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 697.017106] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 697.017387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.017505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.017559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.017764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.017845] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.018949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.018949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.018949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.019168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.019208] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.023412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0802604f-dd98-42ea-ab97-e5c3e20859ab taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.023564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.023645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.023838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.023917] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0802604f-dd98-42ea-ab97-e5c3e20859ab',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.024833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.024833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.025057] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.025183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.266476] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd: rpc.has_security_group_logging(os_id): False [ 697.286073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.287728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.287728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.287728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.287728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.288545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.288545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.290017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.290017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.290017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.290017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.290017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.290017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.290017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.291063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.291414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.293470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.293470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.293470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.293470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.293470] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd is going to be updated. [ 697.344582] env[65380]: INFO networking_nsxv3.common.synchronization [req-c72b8017-5fd8-4974-9589-7b740e6c3253 req-ee6764da-cbe0-49c7-8e78-7460343ef162 service nova] Enqueued Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGHEST for action security_group_rules [ 697.345578] env[65380]: INFO networking_nsxv3.common.synchronization [req-c72b8017-5fd8-4974-9589-7b740e6c3253 req-ee6764da-cbe0-49c7-8e78-7460343ef162 service nova] Enqueued Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGHEST for action security_group_members [ 697.345578] env[65380]: INFO networking_nsxv3.common.synchronization [req-c72b8017-5fd8-4974-9589-7b740e6c3253 req-ee6764da-cbe0-49c7-8e78-7460343ef162 service nova] Enqueued Resource ID: fcba4998-e9a5-44cd-91dd-0565f83fd9e9 with Priority: HIGHEST for action port [ 697.345860] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGHEST for action security_group_rules [ 697.346140] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGHEST for action security_group_members [ 697.346140] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcba4998-e9a5-44cd-91dd-0565f83fd9e9 with Priority: HIGHEST for action port [ 697.346334] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-677b588b-5ee7-488a-a80b-7adff072a2ec taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.346461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.346525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.346806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.346875] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('677b588b-5ee7-488a-a80b-7adff072a2ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.347738] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-677b588b-5ee7-488a-a80b-7adff072a2ec taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.347829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.347898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.348084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.348369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.348369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.348369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.348520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.348618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.348655] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677b588b-5ee7-488a-a80b-7adff072a2ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.349442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.349541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.349604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.349755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.349827] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcba4998-e9a5-44cd-91dd-0565f83fd9e9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.360413] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.360413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.360413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.360413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.360934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.376439] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: IN_PROGRESS for 2s [ 697.470280] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.474256] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.527247] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0802604f-dd98-42ea-ab97-e5c3e20859ab with status ACTIVE [ 697.527976] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.528127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.528127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.529032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.529032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.529144] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.529623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.529623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.529733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.529762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.530162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.530304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.530409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.530685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.530800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.530906] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab is going to be updated. [ 697.532516] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.532594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.533013] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.533104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.559100] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.559543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.559543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.559624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.559844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.560428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.597052] env[65380]: INFO networking_nsxv3.common.synchronization [req-a6dbe800-4e1a-4612-a5e6-21cf4ed5e9b1 req-68252d8c-7d86-42e7-b36b-c174b3ac284c tempest-ServersAdminTestJSON-1713960241 tempest-ServersAdminTestJSON-1713960241-project-member] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 697.597863] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 697.597951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.598037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.598074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.598304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.598408] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.598519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.598559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.598686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.598772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.598864] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.685216] env[65380]: INFO networking_nsxv3.common.synchronization [None req-69bbf4c3-070d-46e2-b6d9-ce228ec96ad6 tempest-ImagesOneServerNegativeTestJSON-1542336400 tempest-ImagesOneServerNegativeTestJSON-1542336400-project-member] Enqueued Resource ID: 7f82b107-77b7-4ced-a055-c764540f3ffb with Priority: HIGHEST for action security_group_rules [ 697.687146] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f82b107-77b7-4ced-a055-c764540f3ffb with Priority: HIGHEST for action security_group_rules [ 697.687146] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f82b107-77b7-4ced-a055-c764540f3ffb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.687146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f82b107-77b7-4ced-a055-c764540f3ffb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.687146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f82b107-77b7-4ced-a055-c764540f3ffb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.687468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f82b107-77b7-4ced-a055-c764540f3ffb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.687536] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f82b107-77b7-4ced-a055-c764540f3ffb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.853435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-677b588b-5ee7-488a-a80b-7adff072a2ec taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.853435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.853435] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('677b588b-5ee7-488a-a80b-7adff072a2ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.853435] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcba4998-e9a5-44cd-91dd-0565f83fd9e9 with status ACTIVE [ 697.853435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.853435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.853435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.853435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.853435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.853931] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.853931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.853931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.853931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.854070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.854633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.854763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.854828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.854983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.855069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.855164] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcba4998-e9a5-44cd-91dd-0565f83fd9e9 is going to be updated. [ 697.884117] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.884297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.884351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.884560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.884717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.884884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcba4998-e9a5-44cd-91dd-0565f83fd9e9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.897587] env[65380]: INFO networking_nsxv3.common.synchronization [None req-bdd2161b-3fc5-46fb-b914-dbd7cc34ef71 tempest-ImagesOneServerNegativeTestJSON-1542336400 tempest-ImagesOneServerNegativeTestJSON-1542336400-project-member] Enqueued Resource ID: 7f82b107-77b7-4ced-a055-c764540f3ffb with Priority: HIGHEST for action security_group_rules [ 697.898262] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f82b107-77b7-4ced-a055-c764540f3ffb with Priority: HIGHEST for action security_group_rules [ 697.898603] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f82b107-77b7-4ced-a055-c764540f3ffb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.898699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f82b107-77b7-4ced-a055-c764540f3ffb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.974037] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.975491] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.011839] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9cd2c978-23e1-4cd1-8185-da8f6626fb14 tempest-AttachVolumeTestJSON-1228821728 tempest-AttachVolumeTestJSON-1228821728-project-member] Enqueued Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_rules [ 698.012725] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_rules [ 698.013204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.013391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.013515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.013889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.014121] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.101597] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.127898] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.128260] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.128422] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.128704] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.128959] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.129130] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.129239] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.129577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.129699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.129903] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.130196] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.130196] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.130290] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.131169] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.131423] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.131632] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.152254] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.152460] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.152628] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.152807] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-931" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.153187] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-01cd1a39-c43f-4095-b17d-855fe1a49629 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.153418] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-01cd1a39-c43f-4095-b17d-855fe1a49629" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.153540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-01cd1a39-c43f-4095-b17d-855fe1a49629" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.153846] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-01cd1a39-c43f-4095-b17d-855fe1a49629" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.153967] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cd1a39-c43f-4095-b17d-855fe1a49629',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.211310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.211455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.211528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.211787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.211854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.212095] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f82b107-77b7-4ced-a055-c764540f3ffb already deleted. [ 698.212095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f82b107-77b7-4ced-a055-c764540f3ffb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.212184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f82b107-77b7-4ced-a055-c764540f3ffb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.212282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f82b107-77b7-4ced-a055-c764540f3ffb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.212369] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f82b107-77b7-4ced-a055-c764540f3ffb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.358228] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('677b588b-5ee7-488a-a80b-7adff072a2ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.478459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.478640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.478696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.478893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.479041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.479178] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 698.480558] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.480698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.480759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.480974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.481104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.481160] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 is going to be created. [ 698.491656] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9a71d5bd-92cb-45d3-8603-cfb43a51906b None None] Enqueued Resource ID: 0eed0285-56a7-4810-b3dc-cf0b9c16cf37 with Priority: HIGHEST for action port [ 698.492501] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eed0285-56a7-4810-b3dc-cf0b9c16cf37 with Priority: HIGHEST for action port [ 698.493194] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eed0285-56a7-4810-b3dc-cf0b9c16cf37 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.493194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eed0285-56a7-4810-b3dc-cf0b9c16cf37" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.493573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eed0285-56a7-4810-b3dc-cf0b9c16cf37" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.493664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eed0285-56a7-4810-b3dc-cf0b9c16cf37" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.493799] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eed0285-56a7-4810-b3dc-cf0b9c16cf37',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.507943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.508155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.508225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.508395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.508395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.513414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.513609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.513609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.513745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.513886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.522987] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: UNINITIALIZED for 2s [ 698.527905] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 698.545358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.545528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.545944] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be110f3b-bab3-4c95-803a-e6c40d19de74 already deleted. [ 698.546035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.603937] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.659713] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.660122] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.660250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.660607] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.660855] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.661145] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 01cd1a39-c43f-4095-b17d-855fe1a49629 not found, creating... [ 698.661615] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.661869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.661999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.662313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.662457] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.662768] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.663260] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.663260] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.663357] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.663416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.663552] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 01cd1a39-c43f-4095-b17d-855fe1a49629 is going to be created. [ 698.666860] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a01c9005-4dd2-46c6-96fa-e761de4a7dbb tempest-AttachVolumeTestJSON-1228821728 tempest-AttachVolumeTestJSON-1228821728-project-member] Enqueued Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_rules [ 698.668197] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_rules [ 698.668830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.668830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.669176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.669251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.669370] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.701026] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.701288] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.701353] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.701650] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.701940] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.702280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-01cd1a39-c43f-4095-b17d-855fe1a49629" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.737612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.737805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.738539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.738539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.738539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.738539] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f82b107-77b7-4ced-a055-c764540f3ffb already deleted. [ 698.738539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f82b107-77b7-4ced-a055-c764540f3ffb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.860916] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.861471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.861691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.862181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.862402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.862609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677b588b-5ee7-488a-a80b-7adff072a2ec is going to be created. [ 698.893148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.893342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.893443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.893661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.893867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.910324] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677b588b-5ee7-488a-a80b-7adff072a2ec in Status: UNINITIALIZED for 2s [ 698.995976] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eed0285-56a7-4810-b3dc-cf0b9c16cf37 [ 698.996273] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.996369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.996439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.996646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.996735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.996829] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eed0285-56a7-4810-b3dc-cf0b9c16cf37 already deleted. [ 698.996910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eed0285-56a7-4810-b3dc-cf0b9c16cf37" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.106528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.106845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.106845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.107025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.107113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.107210] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 699.140319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.140653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.141116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.141441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.142816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.151269] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 699.196515] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.196708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.196812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.197322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.197472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.197602] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be110f3b-bab3-4c95-803a-e6c40d19de74 already deleted. [ 699.197715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.396221] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: SUCCESS [ 699.396567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.442990] env[65380]: INFO networking_nsxv3.common.synchronization [req-a6dbe800-4e1a-4612-a5e6-21cf4ed5e9b1 req-22ec626d-9554-45cf-9bcb-5833fd869dd9 service nova] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_rules [ 699.443223] env[65380]: INFO networking_nsxv3.common.synchronization [req-a6dbe800-4e1a-4612-a5e6-21cf4ed5e9b1 req-22ec626d-9554-45cf-9bcb-5833fd869dd9 service nova] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 699.443357] env[65380]: INFO networking_nsxv3.common.synchronization [req-a6dbe800-4e1a-4612-a5e6-21cf4ed5e9b1 req-22ec626d-9554-45cf-9bcb-5833fd869dd9 service nova] Enqueued Resource ID: 01cd1a39-c43f-4095-b17d-855fe1a49629 with Priority: HIGHEST for action port [ 699.443903] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_rules [ 699.444199] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 699.444332] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cd1a39-c43f-4095-b17d-855fe1a49629 with Priority: HIGHEST for action port [ 699.444621] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.444729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.444812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.445032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.445123] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.446545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.446647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.446838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-01cd1a39-c43f-4095-b17d-855fe1a49629 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.446963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01cd1a39-c43f-4095-b17d-855fe1a49629" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.447030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01cd1a39-c43f-4095-b17d-855fe1a49629" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.447207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01cd1a39-c43f-4095-b17d-855fe1a49629" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.447286] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cd1a39-c43f-4095-b17d-855fe1a49629',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.947533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.947672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.949307] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01cd1a39-c43f-4095-b17d-855fe1a49629 with status ACTIVE [ 699.949517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.949641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.949720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.949979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.950083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.950268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.950418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.950418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.950580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.950661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.950914] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.951077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.951077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.951170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.952347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.952347] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01cd1a39-c43f-4095-b17d-855fe1a49629 is going to be updated. [ 699.980582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.980897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.980897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.981084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.981235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.981408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01cd1a39-c43f-4095-b17d-855fe1a49629" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.183414] env[65380]: INFO networking_nsxv3.common.synchronization [req-c10f870b-6161-4a87-a264-eee5fb55343a req-cf28d820-beee-4fa0-888e-8ef098f2cb55 tempest-ServersTestJSON-1947162638 tempest-ServersTestJSON-1947162638-project-member] Enqueued Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_members [ 700.183414] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_members [ 700.183414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.183414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.183925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.184220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.184386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.184503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.184551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.184740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.184774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.184865] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.536614] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: SUCCESS [ 700.536883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.537229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.537593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.538196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.538309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.538364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.538597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.538681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.538743] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.540347] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 700.540561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.540886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.541108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.541312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.541446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.541543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.541814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.541814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.542061] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.578519] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.578779] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-933" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.578937] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-933" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.579330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-933" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.579682] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.580568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.580568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.580568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.580568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.580967] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.580967] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.581296] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.581296] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.581392] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.581543] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.581758] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.602812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.603108] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.604313] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.604313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-933" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.604313] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-4f1cafa3-d341-4720-95fc-4306206ce336 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.604313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-4f1cafa3-d341-4720-95fc-4306206ce336" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.604313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-4f1cafa3-d341-4720-95fc-4306206ce336" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.605068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-4f1cafa3-d341-4720-95fc-4306206ce336" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.605068] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1cafa3-d341-4720-95fc-4306206ce336',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.689750] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.690053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.690053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.690245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.690324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.690539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.690645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.690693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.690933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.691100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.691194] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 already deleted. [ 700.691283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.923203] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677b588b-5ee7-488a-a80b-7adff072a2ec in Status: SUCCESS [ 700.926851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.926851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.926851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.926851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.926851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.926851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.926851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.926851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.926851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.926851] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('677b588b-5ee7-488a-a80b-7adff072a2ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.043984] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.045035] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.089048] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 701.089305] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 701.089416] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGHEST for action security_group_members [ 701.089978] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 701.090131] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 701.090233] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGHEST for action security_group_members [ 701.090871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.090985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.091201] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.091302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.091623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d04bd5-5652-4f70-af8c-4fb00e96c772 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.091623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.091623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.092116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.092388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.092529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.092529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.092629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.092746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.092800] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.107545] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.107892] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.107961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.108254] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.108388] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.108531] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 4f1cafa3-d341-4720-95fc-4306206ce336 not found, creating... [ 701.108804] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.108958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.109077] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.109283] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.109408] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.109675] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.109818] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.109926] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.110141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.110261] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.110390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 4f1cafa3-d341-4720-95fc-4306206ce336 is going to be created. [ 701.133254] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.133477] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.133629] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.133855] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.134087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.134316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-4f1cafa3-d341-4720-95fc-4306206ce336" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.137327] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGHEST for action security_group_rules [ 701.137434] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGHEST for action security_group_members [ 701.137572] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 701.137692] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 701.137806] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_rules [ 701.137920] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 701.138043] env[65380]: INFO networking_nsxv3.common.synchronization [req-73bde464-463b-41d8-a5b3-d6eae3f4e953 req-1ddb482d-11c5-45c5-a11a-2da8ec29a48b tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab with Priority: HIGHEST for action port [ 701.138902] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGHEST for action security_group_rules [ 701.139068] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 701.139170] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 701.139261] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab with Priority: HIGHEST for action port [ 701.139348] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_rules [ 701.139436] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGHEST for action security_group_members [ 701.139514] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 701.140106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71d04bd5-5652-4f70-af8c-4fb00e96c772 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.140169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.140231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.140480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.140561] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.141886] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.142541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.142812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.142915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.143138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0802604f-dd98-42ea-ab97-e5c3e20859ab taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.143250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.143318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.143509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.143587] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0802604f-dd98-42ea-ab97-e5c3e20859ab',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.144413] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.144492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.144639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d04bd5-5652-4f70-af8c-4fb00e96c772 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.144716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.144882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.144958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.163410] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 701.163666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.163787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.164069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.164190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.164308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.164366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.164522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.164627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.164681] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.429920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-677b588b-5ee7-488a-a80b-7adff072a2ec taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.430277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.430277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.430476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.430668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.430821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.430905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.431195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.431280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.431491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.431657] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-677b588b-5ee7-488a-a80b-7adff072a2ec taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.431880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.431939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.432117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.432307] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.432419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.432556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.432681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.432763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.432910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.433032] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('677b588b-5ee7-488a-a80b-7adff072a2ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.546948] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.548353] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.595562] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.645800] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0802604f-dd98-42ea-ab97-e5c3e20859ab with status ACTIVE [ 701.646456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.646456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.646456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.646628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.646661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.646837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.646934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.647025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.647158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.647233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.647411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.647500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.647561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.647726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.647760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.647836] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0802604f-dd98-42ea-ab97-e5c3e20859ab is going to be updated. [ 701.649097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d04bd5-5652-4f70-af8c-4fb00e96c772 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.649202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.667075] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.669926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.670024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.670536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.670821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.671080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.671162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0802604f-dd98-42ea-ab97-e5c3e20859ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.891182] env[65380]: INFO networking_nsxv3.common.synchronization [req-c10f870b-6161-4a87-a264-eee5fb55343a req-cc12a369-e871-43b7-b4c4-6d6826f917ab service nova] Enqueued Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_rules [ 701.891182] env[65380]: INFO networking_nsxv3.common.synchronization [req-c10f870b-6161-4a87-a264-eee5fb55343a req-cc12a369-e871-43b7-b4c4-6d6826f917ab service nova] Enqueued Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_members [ 701.891182] env[65380]: INFO networking_nsxv3.common.synchronization [req-c10f870b-6161-4a87-a264-eee5fb55343a req-cc12a369-e871-43b7-b4c4-6d6826f917ab service nova] Enqueued Resource ID: 4f1cafa3-d341-4720-95fc-4306206ce336 with Priority: HIGHEST for action port [ 701.892215] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_rules [ 701.892549] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_members [ 701.892809] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1cafa3-d341-4720-95fc-4306206ce336 with Priority: HIGHEST for action port [ 701.894662] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.894662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.894662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.900169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.900169] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.900169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.900169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.900169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.900169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.900169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.903033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.903033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.903033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.903033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.903033] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.903033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1cafa3-d341-4720-95fc-4306206ce336 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.903033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1cafa3-d341-4720-95fc-4306206ce336" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.903376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1cafa3-d341-4720-95fc-4306206ce336" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.903376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1cafa3-d341-4720-95fc-4306206ce336" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.903376] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1cafa3-d341-4720-95fc-4306206ce336',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.935044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 677b588b-5ee7-488a-a80b-7adff072a2ec: rpc.has_security_group_logging(os_id): False [ 702.047454] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.047606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.047693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.047896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.048068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.048156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.048254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.048370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.048463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.048596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.048764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.048846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.048881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.049013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.049093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.049375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.049477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.049513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.049648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.049719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.049804] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 677b588b-5ee7-488a-a80b-7adff072a2ec is going to be created. [ 702.051133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.051253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.051320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.051477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.051599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.051713] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 is going to be updated. [ 702.053249] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.053359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.053425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.053574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.053653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.053820] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 702.090438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.090636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.091241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.091241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.091241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.093564] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.093818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.093818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.093891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.094744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.101322] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.106021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 702.106431] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: IN_PROGRESS for 2s [ 702.129406] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.129628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.129659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.129858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.130096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.141988] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 677b588b-5ee7-488a-a80b-7adff072a2ec in Status: IN_PROGRESS for 2s [ 702.169296] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.406182] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.406646] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.406788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.406918] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f1cafa3-d341-4720-95fc-4306206ce336 with status ACTIVE [ 702.407138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.407269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.407346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.407682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.407682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.407831] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.407944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.408025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.408219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.409132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.409203] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.409304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.413024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.413024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.413024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.413024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f1cafa3-d341-4720-95fc-4306206ce336 is going to be updated. [ 702.454833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.455495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.455495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.455495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.455495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.455757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1cafa3-d341-4720-95fc-4306206ce336" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.534630] env[65380]: INFO networking_nsxv3.common.synchronization [req-20da2d8b-1c1f-450a-b4e8-a45c1232dfa5 req-a8c1df4d-4729-4243-b451-f6f1ada52c63 tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 702.535746] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 702.536325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.536581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.536697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.541221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.541221] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.541221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.541221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.541221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.541221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.541221] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.606594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.606992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.609425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.609425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.609425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.609425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 is going to be created. [ 702.657395] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.660962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.660962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.660962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.660962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.673438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: UNINITIALIZED for 2s [ 702.673438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.673438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.673438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.673438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.673438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.673438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 702.714335] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.714586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.714586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.716305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.716305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.740757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 702.913850] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.932780] env[65380]: INFO networking_nsxv3.common.synchronization [req-20da2d8b-1c1f-450a-b4e8-a45c1232dfa5 req-60969f51-44c1-4c2d-ba23-d794825da4c7 tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 702.933680] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 702.934102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.934254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.043951] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.166955] env[65380]: INFO networking_nsxv3.common.synchronization [req-20da2d8b-1c1f-450a-b4e8-a45c1232dfa5 req-2c175cb2-c9fc-4516-9916-2963ac729113 tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 703.167781] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 703.168264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.168457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.416756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.416922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.417104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.417238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.417372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.417457] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 is going to be created. [ 703.446098] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.447594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.447594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.447594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.447594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.458987] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 in Status: UNINITIALIZED for 2s [ 703.546677] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.049844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.050057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.050111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.050315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.050405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.050503] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 704.082404] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.082562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.082649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.082935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.083114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.093153] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 704.116999] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 704.117260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.117579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.117650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.118179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.118385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.118446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.118631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.118714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.118822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.118933] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.120570] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: SUCCESS [ 704.120764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.121022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.121191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.121367] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.121478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.121541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.121711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.121899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.121964] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.122748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.123187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.123187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.123311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.123311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.123444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.123511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.124019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.124019] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.124675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.124842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.125014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.125121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.125198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.125311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.125387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.125476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.153843] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 677b588b-5ee7-488a-a80b-7adff072a2ec in Status: SUCCESS [ 704.154088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.490671] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8e4d96e-9118-4de7-86c7-874450abc472 req-be18ad49-51fd-4149-afdb-bf5bd7f9f00d tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 704.491232] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 704.491571] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.491697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.491756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.494624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.494624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.494624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.494624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.494624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.494624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.494624] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.626265] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.626986] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.626986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.627472] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.628303] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.683683] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: SUCCESS [ 704.684117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.684284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.684495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.685464] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.685464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.685464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.685464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.685464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.685464] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.751457] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 704.751651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.751833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.752100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.752287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.752400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.752483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.752609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.752687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.752771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.752860] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.842951] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.843166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.843284] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.843544] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.843797] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.843944] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.844063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.844262] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.844394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.844590] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.844694] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.844794] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.844891] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.845015] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.845178] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.845257] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.863928] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.864100] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.864225] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.864387] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.864835] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-04edabeb-b0fd-4d45-9a04-dd8669250fe3 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.865035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-04edabeb-b0fd-4d45-9a04-dd8669250fe3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.865035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-04edabeb-b0fd-4d45-9a04-dd8669250fe3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.865816] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-04edabeb-b0fd-4d45-9a04-dd8669250fe3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.865816] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04edabeb-b0fd-4d45-9a04-dd8669250fe3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.996107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.996313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.996407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.996698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.996865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.997170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.997353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.997459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.997609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.997687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.997796] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd already deleted. [ 704.997849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.127825] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.131067] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9c9b432-c542-4e21-931e-ceea8bcd0380: rpc.has_security_group_logging(os_id): False [ 705.131067] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.149238] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.149380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.149450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.149651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.149742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.149954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.150063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.150125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.150271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.150361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.150424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 is going to be created. [ 705.188930] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.207099] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.207311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.207390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.207585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.207753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.219132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: IN_PROGRESS for 2s [ 705.255815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.255985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.256068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.256275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.256439] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.256601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.256601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.256748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.256857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.256962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.257105] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.257195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.257267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.257388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.257523] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.257610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.257667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.257798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.257871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.257948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.258045] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.367292] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.367620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.367688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.368028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.368233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.368400] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 04edabeb-b0fd-4d45-9a04-dd8669250fe3 not found, creating... [ 705.369098] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.369357] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.369532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.370158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.370158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.370535] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.370714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.371231] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.371399] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.371543] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.371692] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 04edabeb-b0fd-4d45-9a04-dd8669250fe3 is going to be created. [ 705.396664] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.396882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.396882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.397138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.397359] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.397579] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-04edabeb-b0fd-4d45-9a04-dd8669250fe3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.475069] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 in Status: SUCCESS [ 705.475069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.475436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.476262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.476637] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.477080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.477080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.478947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.478947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.478947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.478947] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.634785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.635070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.635070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.635223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.635293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.635415] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 705.636694] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.636805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.636857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.637034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.637119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.637206] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 is going to be updated. [ 705.669795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.669999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.670063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.670281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.670468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.672529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.672673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.672737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.672905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.673047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.684452] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 705.685177] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: IN_PROGRESS for 2s [ 705.691518] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.760423] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f384a8e8-38a5-4f41-8f42-a7967efa2d85: rpc.has_security_group_logging(os_id): False [ 705.780166] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.780356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.780423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.780590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.780680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.780962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.781110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.781241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.781350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.781439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.781614] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.781704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.781760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.781930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.782055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.782241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.782333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.782392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.782544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.782632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.782733] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 705.842888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.842888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.843027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.843240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.843388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.859878] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 705.980856] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.104528] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 706.104772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.104983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.105203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.105409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.105708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.105708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.105874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.105919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.106048] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.120109] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8e4d96e-9118-4de7-86c7-874450abc472 req-73c3fec0-0b00-4476-9649-48eadd43c8fb service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 706.120379] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8e4d96e-9118-4de7-86c7-874450abc472 req-73c3fec0-0b00-4476-9649-48eadd43c8fb service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 706.120449] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8e4d96e-9118-4de7-86c7-874450abc472 req-73c3fec0-0b00-4476-9649-48eadd43c8fb service nova] Enqueued Resource ID: 04edabeb-b0fd-4d45-9a04-dd8669250fe3 with Priority: HIGHEST for action port [ 706.121172] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 706.121383] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 706.121514] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04edabeb-b0fd-4d45-9a04-dd8669250fe3 with Priority: HIGHEST for action port [ 706.121877] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.122009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.122376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.122733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.122733] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.123594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.123721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.123819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.125108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.125108] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.125108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.125108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.125108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.125108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.125108] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.125815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-04edabeb-b0fd-4d45-9a04-dd8669250fe3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.125968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04edabeb-b0fd-4d45-9a04-dd8669250fe3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.125968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04edabeb-b0fd-4d45-9a04-dd8669250fe3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.126112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04edabeb-b0fd-4d45-9a04-dd8669250fe3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.126161] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04edabeb-b0fd-4d45-9a04-dd8669250fe3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.194185] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.194390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.194390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.194678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.194798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.194919] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 is going to be updated. [ 706.257158] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.257380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.257433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.257626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.257778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.272046] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: IN_PROGRESS for 2s [ 706.483639] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a64911-c723-48fc-b8d2-ae1e240638c7: rpc.has_security_group_logging(os_id): False [ 706.505071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.505339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.505339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.505572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.505637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.505861] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.505976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.506053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.506199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.506262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.506354] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 is going to be created. [ 706.584230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.584492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.584492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.584766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.585058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.599491] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 in Status: IN_PROGRESS for 2s [ 706.608146] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.608322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.608401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.608700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.608811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.609028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.609136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.609204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.609441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.609569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.609675] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 706.627649] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.629050] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.629203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.631019] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04edabeb-b0fd-4d45-9a04-dd8669250fe3 with status ACTIVE [ 706.631277] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.631415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.631506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.631812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.631942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.632173] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.632286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.632383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.633200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.633200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.633200] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.633386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.633386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.633490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.633567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.633649] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04edabeb-b0fd-4d45-9a04-dd8669250fe3 is going to be updated. [ 706.655882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.656265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.656265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.656375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.656440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.667124] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 706.667884] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.668087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.668150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.668311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.668443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.668598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04edabeb-b0fd-4d45-9a04-dd8669250fe3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.014764] env[65380]: INFO networking_nsxv3.common.synchronization [req-1811d527-15b6-4b67-ac9b-88192dd9651d req-626ec2d2-3fe2-457d-8d63-f4d6ce44e06d tempest-ServersWithSpecificFlavorTestJSON-795414863 tempest-ServersWithSpecificFlavorTestJSON-795414863-project-member] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 707.015366] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 707.015582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.015701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.015766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.015959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.016129] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.016224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.016285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.016432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.016530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.016664] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.131062] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.231283] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: SUCCESS [ 707.231552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.231633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.231892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.231987] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.329565] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-631 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.329777] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-631" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.329886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-631" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.330180] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-631" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.330442] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.330599] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.330710] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.330955] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.331116] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.331321] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.331452] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.331528] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.331629] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.331731] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.331832] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.331995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.352635] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.352802] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.352935] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.353132] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-631" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.353445] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-aff54ac0-1d4b-4348-84f7-f8e9d056f728 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.353613] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-aff54ac0-1d4b-4348-84f7-f8e9d056f728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.353726] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-aff54ac0-1d4b-4348-84f7-f8e9d056f728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.354093] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-aff54ac0-1d4b-4348-84f7-f8e9d056f728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.354236] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff54ac0-1d4b-4348-84f7-f8e9d056f728',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.519181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.519344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.519404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.519711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.519711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.519922] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.520033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.520100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.520672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.520672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.520672] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d is going to be updated. [ 707.548758] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.548964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.549047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.549225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.549365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.561419] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: IN_PROGRESS for 2s [ 707.633800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.634256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.634256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.634327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.634389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.634489] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be created. [ 707.661443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.661870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.661870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.662087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.662332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.680382] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: UNINITIALIZED for 2s [ 707.700596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 707.700903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.701108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.701329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.701516] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.701632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.701699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.701937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.702054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.702138] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.703769] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: SUCCESS [ 707.703924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.704034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.704241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.704415] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.704602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.704602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.704995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.704995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.704995] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.735613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.735819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.856819] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.857092] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.857092] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.857388] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.857529] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.857735] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port aff54ac0-1d4b-4348-84f7-f8e9d056f728 not found, creating... [ 707.858090] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.858345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.858492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.858752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.858921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.859268] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.859470] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.859595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.859848] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.860082] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.860236] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: aff54ac0-1d4b-4348-84f7-f8e9d056f728 is going to be created. [ 707.887022] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 707.887299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.889774] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.890015] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.890158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.890435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.890665] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.890925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-aff54ac0-1d4b-4348-84f7-f8e9d056f728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.207086] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.208556] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.284677] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: SUCCESS [ 708.284919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.285115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.285345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.285544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.285660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.285726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.285873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.285959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.286109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.286170] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.611571] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 in Status: SUCCESS [ 708.611854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.617886] env[65380]: INFO networking_nsxv3.common.synchronization [req-1811d527-15b6-4b67-ac9b-88192dd9651d req-4e7a0813-1e45-46ef-8cd4-cd189e333a13 service nova] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_rules [ 708.618148] env[65380]: INFO networking_nsxv3.common.synchronization [req-1811d527-15b6-4b67-ac9b-88192dd9651d req-4e7a0813-1e45-46ef-8cd4-cd189e333a13 service nova] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 708.618254] env[65380]: INFO networking_nsxv3.common.synchronization [req-1811d527-15b6-4b67-ac9b-88192dd9651d req-4e7a0813-1e45-46ef-8cd4-cd189e333a13 service nova] Enqueued Resource ID: aff54ac0-1d4b-4348-84f7-f8e9d056f728 with Priority: HIGHEST for action port [ 708.618504] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_rules [ 708.618573] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 708.618755] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff54ac0-1d4b-4348-84f7-f8e9d056f728 with Priority: HIGHEST for action port [ 708.619298] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.619401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.619457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.619660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.619735] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.620892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.621045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.621302] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff54ac0-1d4b-4348-84f7-f8e9d056f728 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.621398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff54ac0-1d4b-4348-84f7-f8e9d056f728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.621469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff54ac0-1d4b-4348-84f7-f8e9d056f728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.621661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff54ac0-1d4b-4348-84f7-f8e9d056f728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.621735] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff54ac0-1d4b-4348-84f7-f8e9d056f728',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.677927] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 708.678286] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd deletion is rescheduled due to dependency. [ 708.678454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.678695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.678926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.679183] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.679307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.679393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.679563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.679671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.679758] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.709301] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.713572] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.789413] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.125207] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.125207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.125207] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aff54ac0-1d4b-4348-84f7-f8e9d056f728 with status ACTIVE [ 709.125207] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.125207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.125207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.125591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.125591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.125956] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.126137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.126221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.126433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.126575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.126843] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.126955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.127041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.127555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.127636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.127726] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aff54ac0-1d4b-4348-84f7-f8e9d056f728 is going to be updated. [ 709.158477] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.158477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.158477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.158745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.159404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.159404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff54ac0-1d4b-4348-84f7-f8e9d056f728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.182741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.183093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.183093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.183252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.184863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.184863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.184863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.184863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.184863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.184863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.184863] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 709.211266] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.211482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.211552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.211766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.211896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.212033] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 709.216719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.216984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.217434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.217434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.217660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.217660] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 is going to be updated. [ 709.250390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.250610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.250610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.250889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.251078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.279439] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 709.292505] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71d04bd5-5652-4f70-af8c-4fb00e96c772: rpc.has_security_group_logging(os_id): False [ 709.310585] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.310585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.310585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.311024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.311172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.317368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.317601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.317601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.317863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.318020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.342019] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 709.353730] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: IN_PROGRESS for 2s [ 709.362017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.362208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.362269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.362570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.362751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.363039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.363218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.363334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.363564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.363658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.363754] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 is going to be created. [ 709.464542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.464761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.464761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.465136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.465753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.485361] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: IN_PROGRESS for 2s [ 709.577432] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: SUCCESS [ 709.578233] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d deletion is rescheduled due to dependency. [ 709.578233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.578233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.578520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.578631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.578888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.578968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.579148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.579625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.579625] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.694444] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 709.694444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.694444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.694444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.694444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.694444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.694444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.694444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.694444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.694444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.694444] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.082690] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.200154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.200237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.200271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.200498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.200675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.200837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.200913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.201146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.201261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.201366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.201541] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.201663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.201702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.201863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.202313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.202313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.202313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.202313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.202487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.202518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.202661] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.585478] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.705376] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd: rpc.has_security_group_logging(os_id): False [ 710.726567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.726785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.726880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.727148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.727261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.727771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.727771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.727771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.727945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.727945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.728659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.728659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.728659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.728659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.728659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.728952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.728952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.729069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.729196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.729258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.729445] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be created. [ 710.793827] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.793985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.794080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.794311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.794811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.808732] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 711.091049] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.091049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.091049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.091049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.091049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.091049] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d is going to be updated. [ 711.122540] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.122742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.122742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.122947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.123150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.139118] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: IN_PROGRESS for 2s [ 711.299028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 711.299322] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd deletion is rescheduled due to dependency. [ 711.299624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.353415] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 711.353649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.353836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.354079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.354279] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.354920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.354920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.354920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.354920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.354920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.354920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.355369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.355369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.355369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.355369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.355523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.355523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.355694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.355694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.355820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.355880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.366209] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: SUCCESS [ 711.366431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.366610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.366830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.367262] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.367262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.367262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.367890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.367890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.367890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.367890] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.497114] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: SUCCESS [ 711.497341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.860623] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0b2f015-85f1-43f6-88a3-694b4c107d33: rpc.has_security_group_logging(os_id): False [ 711.871062] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.879963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.883020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.883020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.883020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.883833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.883833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.883833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.883833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.883833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.883833] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 711.948130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.948351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.948432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.949445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.949445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.963173] env[65380]: INFO networking_nsxv3.common.synchronization [req-2fd98271-f18f-4806-9ba2-8836b06c38c5 req-52fd754c-9fe2-4576-9f35-dbe782e11f91 tempest-ServersAdminNegativeTestJSON-1555453893 tempest-ServersAdminNegativeTestJSON-1555453893-project-member] Enqueued Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 711.963874] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 711.964264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.964401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.964482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.964728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.964882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.964979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.965056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.965258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.965359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.965482] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.975742] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 712.374171] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9c9b432-c542-4e21-931e-ceea8bcd0380: rpc.has_security_group_logging(os_id): False [ 712.393270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.396024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.396024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.396024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.396024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.396024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.396024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.396024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.396024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.396024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.396024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 is going to be updated. [ 712.460883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.461125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.461233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.461539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.461761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.470708] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.484385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: IN_PROGRESS for 2s [ 712.822258] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 712.822514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.974106] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.152066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: SUCCESS [ 713.152066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.152066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.152066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.152066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.152066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.152066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.152066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.152066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.152066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.152066] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.481812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.481812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.481812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.481812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.481812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.481812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba is going to be updated. [ 713.513433] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.514213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.514213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.514213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.514213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.525860] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: IN_PROGRESS for 2s [ 713.654685] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.993630] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 713.993900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.994312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.994312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.994423] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.998763] env[65380]: INFO networking_nsxv3.common.synchronization [req-c9207dc0-6860-453f-86f2-4b12ff4786c7 req-2426c213-0eba-4c34-b5b1-dcb3bd4c2a47 tempest-AttachInterfacesV270Test-1030527273 tempest-AttachInterfacesV270Test-1030527273-project-member] Enqueued Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGHEST for action security_group_members [ 713.999504] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGHEST for action security_group_members [ 713.999674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-19390b4d-0e06-405a-9885-ff376e44fd74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.999807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.999873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.000123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.000290] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.000415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.000474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.000635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.000720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.000869] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19390b4d-0e06-405a-9885-ff376e44fd74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.159405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efacc1a5-f433-4622-aaf4-195ee38e7a7d: rpc.has_security_group_logging(os_id): False [ 714.185302] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.185302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.185302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.185302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.185302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.185801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.185898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.185962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.186216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.186375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.186565] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d is going to be updated. [ 714.278534] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.278845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.278845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.279498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.279498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.306527] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: IN_PROGRESS for 2s [ 714.497401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.497899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.497899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.497899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.498215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.498215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.498327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.498424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.498513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.498599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.498764] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.502724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.502994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.502994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.503584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.503584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.503584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.503732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.503732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.503873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.503961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.504052] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19390b4d-0e06-405a-9885-ff376e44fd74 is going to be updated. [ 714.505921] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: SUCCESS [ 714.506149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.533659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.533659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.533659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.533894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.534468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.545541] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19390b4d-0e06-405a-9885-ff376e44fd74 in Status: IN_PROGRESS for 2s [ 715.001756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.003023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.003023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.003023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.003023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.003023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.003023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.003023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.003293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.003293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.003345] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.003443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.003476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.003587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.003724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.003879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.003939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.004095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.004171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.004285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.004351] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.506376] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0b2f015-85f1-43f6-88a3-694b4c107d33: rpc.has_security_group_logging(os_id): False [ 715.546323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: SUCCESS [ 715.546667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.547764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.547899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.548351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.548351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.548351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.550070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550558] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 715.637612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.637850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.637850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.638158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.638305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.688666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 716.344794] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: SUCCESS [ 716.344794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.558052] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19390b4d-0e06-405a-9885-ff376e44fd74 in Status: SUCCESS [ 716.558322] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19390b4d-0e06-405a-9885-ff376e44fd74 deletion is rescheduled due to dependency. [ 716.558936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.428779] env[65380]: INFO networking_nsxv3.common.synchronization [req-83abf3aa-2bfe-4b31-a5db-cc3d86ffca18 req-75152f7e-f49f-4128-8aac-57fc5531e93c tempest-VolumesAssistedSnapshotsTest-456459348 tempest-VolumesAssistedSnapshotsTest-456459348-project-member] Enqueued Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_members [ 717.429158] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGHEST for action security_group_members [ 717.430015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c997f7-8b5a-4fab-a31e-551de41fd8ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.430015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.430015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.430015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.430015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.430313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.430313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.430313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.430406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.430515] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.703679] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 717.703907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.933320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.933480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.933539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.933766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.933856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.934327] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.934327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.934449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.934599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.934599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.934962] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad is going to be updated. [ 717.971082] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.971082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.971082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.971082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.971082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.980501] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad in Status: IN_PROGRESS for 2s [ 718.999138] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3a543b52-e3d2-478b-83ec-a7d1ea26171d None None] Enqueued Resource ID: c3c03283-c0fd-48a1-bc62-4c78d0e08331 with Priority: HIGHEST for action port [ 718.999779] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c03283-c0fd-48a1-bc62-4c78d0e08331 with Priority: HIGHEST for action port [ 719.002595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c03283-c0fd-48a1-bc62-4c78d0e08331 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.002595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c03283-c0fd-48a1-bc62-4c78d0e08331" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.002595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c03283-c0fd-48a1-bc62-4c78d0e08331" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.002595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c03283-c0fd-48a1-bc62-4c78d0e08331" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.002595] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c03283-c0fd-48a1-bc62-4c78d0e08331',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.506036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3c03283-c0fd-48a1-bc62-4c78d0e08331 [ 719.506445] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.506445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.506594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.506922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.506922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.506922] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3c03283-c0fd-48a1-bc62-4c78d0e08331 already deleted. [ 719.507144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c03283-c0fd-48a1-bc62-4c78d0e08331" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.993072] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad in Status: SUCCESS [ 719.993358] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad deletion is rescheduled due to dependency. [ 719.993500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.476974] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5215995c-f054-41d2-b046-86bc39e5ccd8 None None] Enqueued Resource ID: a9ea72a0-34ac-420b-8e23-6148e1751795 with Priority: HIGHEST for action port [ 721.477676] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ea72a0-34ac-420b-8e23-6148e1751795 with Priority: HIGHEST for action port [ 721.478141] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9ea72a0-34ac-420b-8e23-6148e1751795 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.478318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9ea72a0-34ac-420b-8e23-6148e1751795" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.478371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9ea72a0-34ac-420b-8e23-6148e1751795" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.478654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9ea72a0-34ac-420b-8e23-6148e1751795" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.478774] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9ea72a0-34ac-420b-8e23-6148e1751795',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.525791] env[65380]: INFO networking_nsxv3.common.synchronization [req-d61d8814-77f1-492f-8774-90f64da23284 req-dfd6fe66-c837-47b8-b2a0-0be7c60bc811 tempest-ImagesOneServerTestJSON-1588989952 tempest-ImagesOneServerTestJSON-1588989952-project-member] Enqueued Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGHEST for action security_group_members [ 721.526439] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGHEST for action security_group_members [ 721.526849] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6a3d88-159e-4e42-9e10-f343e42e25d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.527013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.527088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.527396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.527579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.527705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.527763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.528064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.528220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.528349] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee6a3d88-159e-4e42-9e10-f343e42e25d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.981270] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9ea72a0-34ac-420b-8e23-6148e1751795 [ 721.981967] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.981967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.981967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.982177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.982229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.982361] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9ea72a0-34ac-420b-8e23-6148e1751795 already deleted. [ 721.982454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9ea72a0-34ac-420b-8e23-6148e1751795" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.030763] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.030988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.031585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.031585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.031585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.031771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.031771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.031881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.031990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.032097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.032190] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 already deleted. [ 722.032267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.036606] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.036865] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-130" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.037100] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-130" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.037327] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-130" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.037638] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.037778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.037903] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.038146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.038301] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.038701] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.038701] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.038701] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.038924] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.038924] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.039037] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.039178] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.064661] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.064661] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.064889] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.065184] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-130" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.065611] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-16aeb616-d0d6-476a-a4ba-924e46d0cd20 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.065891] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-16aeb616-d0d6-476a-a4ba-924e46d0cd20" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.066064] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-16aeb616-d0d6-476a-a4ba-924e46d0cd20" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.066698] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-16aeb616-d0d6-476a-a4ba-924e46d0cd20" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.066763] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16aeb616-d0d6-476a-a4ba-924e46d0cd20',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.569257] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.569692] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.569692] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.570198] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.570350] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.570508] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 16aeb616-d0d6-476a-a4ba-924e46d0cd20 not found, creating... [ 722.570778] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.571026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.571136] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.571362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.571523] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.571844] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.572030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.572078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.572361] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.572569] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.572569] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 16aeb616-d0d6-476a-a4ba-924e46d0cd20 is going to be created. [ 722.597230] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.597495] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.598031] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.598031] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.598183] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.598459] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-16aeb616-d0d6-476a-a4ba-924e46d0cd20" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.655431] env[65380]: INFO networking_nsxv3.common.synchronization [req-0a6ee84f-0c8a-4e72-ae06-8af53fbaf602 req-82cd9ebd-9929-4747-ab1f-364b531f4b88 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 722.656262] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 722.656374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.656465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.656533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.656781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.656940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.657074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.657141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.657366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.657463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.657564] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.159873] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.160892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.160892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.160892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.160892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.160892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.160892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.160892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.160892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.161280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.161280] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 723.195773] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.195773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.195773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.195773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.195773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.205047] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 723.841862] env[65380]: INFO networking_nsxv3.common.synchronization [req-d61d8814-77f1-492f-8774-90f64da23284 req-dc295e96-a8dc-4af3-a666-d78e3132df4f service nova] Enqueued Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGHEST for action security_group_rules [ 723.842409] env[65380]: INFO networking_nsxv3.common.synchronization [req-d61d8814-77f1-492f-8774-90f64da23284 req-dc295e96-a8dc-4af3-a666-d78e3132df4f service nova] Enqueued Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGHEST for action security_group_members [ 723.842718] env[65380]: INFO networking_nsxv3.common.synchronization [req-d61d8814-77f1-492f-8774-90f64da23284 req-dc295e96-a8dc-4af3-a666-d78e3132df4f service nova] Enqueued Resource ID: 16aeb616-d0d6-476a-a4ba-924e46d0cd20 with Priority: HIGHEST for action port [ 723.843675] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGHEST for action security_group_rules [ 723.843780] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGHEST for action security_group_members [ 723.843869] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16aeb616-d0d6-476a-a4ba-924e46d0cd20 with Priority: HIGHEST for action port [ 723.844162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.844290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.844357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.847085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.847085] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee6a3d88-159e-4e42-9e10-f343e42e25d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.847085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6a3d88-159e-4e42-9e10-f343e42e25d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.847085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.847085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.847085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.847320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.847320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.847395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.847587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.847587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.847669] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee6a3d88-159e-4e42-9e10-f343e42e25d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.848524] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-16aeb616-d0d6-476a-a4ba-924e46d0cd20 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.848911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16aeb616-d0d6-476a-a4ba-924e46d0cd20" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.848986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16aeb616-d0d6-476a-a4ba-924e46d0cd20" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.849152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16aeb616-d0d6-476a-a4ba-924e46d0cd20" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.849227] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16aeb616-d0d6-476a-a4ba-924e46d0cd20',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.000406] env[65380]: INFO networking_nsxv3.common.synchronization [None req-eaabb39d-e8ec-446c-919f-fd813834f7b3 tempest-ServersTestBootFromVolume-429025974 tempest-ServersTestBootFromVolume-429025974-project-member] Enqueued Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_rules [ 724.000406] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_rules [ 724.001477] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de47040-f690-4378-ac86-2a3a2e339674 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.001647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.001724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.001991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.002103] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.088179] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c6177083-6ec3-45f1-8c5e-8df1d2857ed8 tempest-ServersTestBootFromVolume-429025974 tempest-ServersTestBootFromVolume-429025974-project-member] Enqueued Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_rules [ 724.088179] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_rules [ 724.088340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de47040-f690-4378-ac86-2a3a2e339674 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.088576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.351638] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6a3d88-159e-4e42-9e10-f343e42e25d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.351788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.351915] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee6a3d88-159e-4e42-9e10-f343e42e25d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.352853] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16aeb616-d0d6-476a-a4ba-924e46d0cd20 with status ACTIVE [ 724.353270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.353270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.353270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.353553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.353641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.353885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.354113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.354187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.354356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.354436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.354625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.354720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.354781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.354922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.354995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.355226] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16aeb616-d0d6-476a-a4ba-924e46d0cd20 is going to be updated. [ 724.381631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.381765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.381850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.382224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.382299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.382421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16aeb616-d0d6-476a-a4ba-924e46d0cd20" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.531186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.531270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.531494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.531586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.531686] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de47040-f690-4378-ac86-2a3a2e339674 already deleted. [ 724.531770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.531936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.532128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.532216] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.857582] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee6a3d88-159e-4e42-9e10-f343e42e25d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.055240] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.055420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.055504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.055707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.055798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.055912] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de47040-f690-4378-ac86-2a3a2e339674 already deleted. [ 725.055996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.216316] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 725.216530] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd deletion is rescheduled due to dependency. [ 725.216656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.305689] env[65380]: INFO networking_nsxv3.common.synchronization [req-31cd85a1-182f-4d1d-816c-9870a302d8b1 req-eea794d1-e93c-4cac-b7c2-9dc623006723 tempest-VolumesAdminNegativeTest-1410505556 tempest-VolumesAdminNegativeTest-1410505556-project-member] Enqueued Resource ID: 30bfef75-8959-473a-ad39-422e25bd3544 with Priority: HIGHEST for action security_group_members [ 725.306298] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30bfef75-8959-473a-ad39-422e25bd3544 with Priority: HIGHEST for action security_group_members [ 725.306608] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-30bfef75-8959-473a-ad39-422e25bd3544 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.306753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.306821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.308801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.308972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.309068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.309170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.309480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.309480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.309564] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30bfef75-8959-473a-ad39-422e25bd3544',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.365182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.365182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.365182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.365182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.365182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.365182] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 is going to be created. [ 725.389287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.389511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.389511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.390208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.390208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.402676] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 in Status: UNINITIALIZED for 2s [ 725.817262] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.817514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.817514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.818352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.818352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.818352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.818352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.818352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.818352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.818667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.818667] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30bfef75-8959-473a-ad39-422e25bd3544 already deleted. [ 725.818667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.835367] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.835367] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.835486] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.836025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.840492] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.840492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.840492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.840492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.840492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.840492] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.840492] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.840492] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.840492] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.841133] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.841133] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.841133] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.863766] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.863766] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.863766] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.863766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.863766] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-9dc51f5f-a027-4933-a9ec-744057a796e6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.863766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-9dc51f5f-a027-4933-a9ec-744057a796e6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.863766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-9dc51f5f-a027-4933-a9ec-744057a796e6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.863766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-9dc51f5f-a027-4933-a9ec-744057a796e6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.863766] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc51f5f-a027-4933-a9ec-744057a796e6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.367461] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.367607] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.367745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.368121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.368276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.368433] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 9dc51f5f-a027-4933-a9ec-744057a796e6 not found, creating... [ 726.369288] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.369666] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.369946] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.370535] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.371127] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.371862] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.372308] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.372881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.373453] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.374643] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.374822] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 9dc51f5f-a027-4933-a9ec-744057a796e6 is going to be created. [ 726.401372] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.401372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.401372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.401613] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.403055] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.403055] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-9dc51f5f-a027-4933-a9ec-744057a796e6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.113528] env[65380]: INFO networking_nsxv3.common.synchronization [req-31cd85a1-182f-4d1d-816c-9870a302d8b1 req-71cd8457-3371-40d3-bab6-2e1ed9de8a64 service nova] Enqueued Resource ID: 30bfef75-8959-473a-ad39-422e25bd3544 with Priority: HIGHEST for action security_group_rules [ 727.113771] env[65380]: INFO networking_nsxv3.common.synchronization [req-31cd85a1-182f-4d1d-816c-9870a302d8b1 req-71cd8457-3371-40d3-bab6-2e1ed9de8a64 service nova] Enqueued Resource ID: 30bfef75-8959-473a-ad39-422e25bd3544 with Priority: HIGHEST for action security_group_members [ 727.113965] env[65380]: INFO networking_nsxv3.common.synchronization [req-31cd85a1-182f-4d1d-816c-9870a302d8b1 req-71cd8457-3371-40d3-bab6-2e1ed9de8a64 service nova] Enqueued Resource ID: 9dc51f5f-a027-4933-a9ec-744057a796e6 with Priority: HIGHEST for action port [ 727.114634] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30bfef75-8959-473a-ad39-422e25bd3544 with Priority: HIGHEST for action security_group_rules [ 727.114786] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30bfef75-8959-473a-ad39-422e25bd3544 with Priority: HIGHEST for action security_group_members [ 727.114938] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc51f5f-a027-4933-a9ec-744057a796e6 with Priority: HIGHEST for action port [ 727.115741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30bfef75-8959-473a-ad39-422e25bd3544 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.115941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.116060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.116419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.116547] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30bfef75-8959-473a-ad39-422e25bd3544',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.117529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-30bfef75-8959-473a-ad39-422e25bd3544 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.117778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.117844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.118107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.118399] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.118550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.118713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.118925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.119641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.119800] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30bfef75-8959-473a-ad39-422e25bd3544',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.120719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dc51f5f-a027-4933-a9ec-744057a796e6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.120920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dc51f5f-a027-4933-a9ec-744057a796e6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.120996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dc51f5f-a027-4933-a9ec-744057a796e6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.122069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dc51f5f-a027-4933-a9ec-744057a796e6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.122232] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc51f5f-a027-4933-a9ec-744057a796e6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.414132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 in Status: SUCCESS [ 727.414297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.414460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.414722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.415912] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.415912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.415912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.415912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.415912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.415912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.415912] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee6a3d88-159e-4e42-9e10-f343e42e25d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.630114] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30bfef75-8959-473a-ad39-422e25bd3544',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.630114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-30bfef75-8959-473a-ad39-422e25bd3544 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.630610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.630610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dc51f5f-a027-4933-a9ec-744057a796e6 with status ACTIVE [ 727.630610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.630751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.630751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.631287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.631287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.631287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.631439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.631439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.631590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.631662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.631843] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.632023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.632023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.632591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.632786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.632881] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dc51f5f-a027-4933-a9ec-744057a796e6 is going to be updated. [ 727.659888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.659888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.659888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.659888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.659888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.659888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dc51f5f-a027-4933-a9ec-744057a796e6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.871844] env[65380]: INFO networking_nsxv3.common.synchronization [req-9690c94e-e88f-444b-b733-6ce8bd7626c6 req-c01ff19e-f0c6-409d-bfb8-c4b39fb53778 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_members [ 727.874286] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGHEST for action security_group_members [ 727.874664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-99f55d6d-540b-4956-aec1-241d2266ad23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.874967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.875163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.875409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.877043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.877043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.877043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.877043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.877043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.877043] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.924825] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6a3d88-159e-4e42-9e10-f343e42e25d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.924825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.926556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.926556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6a3d88-159e-4e42-9e10-f343e42e25d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.926556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.926556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.927281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.927281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.927450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.927601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.927829] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee6a3d88-159e-4e42-9e10-f343e42e25d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.137977] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30bfef75-8959-473a-ad39-422e25bd3544',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.380549] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.380769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.380859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.381209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.381363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.381664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.381804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.381945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.384131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.384131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.384131] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f55d6d-540b-4956-aec1-241d2266ad23 is going to be updated. [ 728.423466] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.423466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.423466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.423466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.423466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.432951] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee6a3d88-159e-4e42-9e10-f343e42e25d4: rpc.has_security_group_logging(os_id): False [ 728.437248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f55d6d-540b-4956-aec1-241d2266ad23 in Status: IN_PROGRESS for 2s [ 728.456357] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.456357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.456357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.456357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.456734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.456734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.456881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.456998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.457281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.457281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.457440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.457541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.457612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.461297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.461297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.461297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.461297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.461297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.461297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.461297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.461297] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 is going to be created. [ 728.552735] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.552735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.552954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.553342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.553595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.574603] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 in Status: IN_PROGRESS for 2s [ 728.641269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.641269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.642021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.642385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.642900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.643074] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30bfef75-8959-473a-ad39-422e25bd3544 is going to be created. [ 728.688390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.688559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.688646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.688861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.689276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.701171] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30bfef75-8959-473a-ad39-422e25bd3544 in Status: UNINITIALIZED for 2s [ 728.712127] env[65380]: INFO networking_nsxv3.common.synchronization [req-055e908b-0ad3-4572-a95a-65c8ef7ac2ad req-eb3e01e7-8447-4b3b-a757-dffa5a169c20 tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 728.712742] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 728.715165] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.715291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.715362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.715683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.716183] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.716183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.716183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.716183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.716472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.716472] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.091250] env[65380]: INFO networking_nsxv3.common.synchronization [req-871dbcc2-a9fc-49d5-8e39-5a0a5382d2b3 req-8970eb3e-ea47-4d7d-af36-b068b6c6ec61 tempest-FloatingIPsAssociationTestJSON-717544873 tempest-FloatingIPsAssociationTestJSON-717544873-project-member] Enqueued Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 729.091250] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGHEST for action security_group_members [ 729.091444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.091894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.091982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.092192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.092353] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.092455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.092510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.092662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.092744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.092835] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.150244] env[65380]: INFO networking_nsxv3.common.synchronization [req-3cf5e7c0-e374-4fa4-b133-8ccae127020f req-718c180b-2d97-42c7-b379-023e7aaf1dc3 tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 729.151222] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 729.151586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.151730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.151730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.155143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.155143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.155143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.155143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.155143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.155143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.155143] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.220039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.220039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.220039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.221086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.221086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.221308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.221413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.221477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.221642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.221716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.221820] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 already deleted. [ 729.221933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.500706] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.500947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.501086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.501473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.501665] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.501822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.501957] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.502191] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.502325] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.502649] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.502649] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.502885] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.502885] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.502962] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.503229] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.503229] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.524139] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.524365] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.524518] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.524698] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.525019] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.525182] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.525297] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.525589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.525725] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5bce4b0-9e9e-43d2-a611-bd36915e59dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.595055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.595177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.595254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.595446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.595539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.595732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.595856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.595889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.596543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.596543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.596543] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 is going to be updated. [ 729.629054] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.629227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.629297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.629548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.629711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.640133] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: IN_PROGRESS for 2s [ 729.655835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.656074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.656110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.656358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.656566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.656934] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.656934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.656934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.657191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.657191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.657191] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 729.690171] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.690325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.690402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.690600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.690739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.701027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 730.029702] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.030051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.030211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.030526] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.030986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.031190] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port c5bce4b0-9e9e-43d2-a611-bd36915e59dd not found, creating... [ 730.031487] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.031678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.031866] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.032179] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.032322] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.032619] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.032777] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.032913] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.033161] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.033386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.033571] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: c5bce4b0-9e9e-43d2-a611-bd36915e59dd is going to be created. [ 730.073028] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.073028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.073028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.073028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.073028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.073028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.449197] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99f55d6d-540b-4956-aec1-241d2266ad23 in Status: SUCCESS [ 730.449574] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99f55d6d-540b-4956-aec1-241d2266ad23 deletion is rescheduled due to dependency. [ 730.449574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.589488] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 in Status: SUCCESS [ 730.589662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.716176] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30bfef75-8959-473a-ad39-422e25bd3544 in Status: SUCCESS [ 730.716176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.716176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.716176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.716464] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.716464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.716551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.716819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.716892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.716949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.717104] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30bfef75-8959-473a-ad39-422e25bd3544',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.833351] env[65380]: INFO networking_nsxv3.common.synchronization [req-055e908b-0ad3-4572-a95a-65c8ef7ac2ad req-c4855684-8ec6-424e-affe-a51a8e7b5488 service nova] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_rules [ 730.833996] env[65380]: INFO networking_nsxv3.common.synchronization [req-055e908b-0ad3-4572-a95a-65c8ef7ac2ad req-c4855684-8ec6-424e-affe-a51a8e7b5488 service nova] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 730.834378] env[65380]: INFO networking_nsxv3.common.synchronization [req-055e908b-0ad3-4572-a95a-65c8ef7ac2ad req-c4855684-8ec6-424e-affe-a51a8e7b5488 service nova] Enqueued Resource ID: c5bce4b0-9e9e-43d2-a611-bd36915e59dd with Priority: HIGHEST for action port [ 730.834661] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_rules [ 730.834791] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 730.834888] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5bce4b0-9e9e-43d2-a611-bd36915e59dd with Priority: HIGHEST for action port [ 730.835196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.835284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.835350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.835550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.835616] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.836436] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.836541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.836609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.837376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.837376] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.837376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.837376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.837376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.837376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.837376] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.838086] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.838192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.838257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.838402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.838638] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5bce4b0-9e9e-43d2-a611-bd36915e59dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.221211] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-30bfef75-8959-473a-ad39-422e25bd3544 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.221211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.221211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.221211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.221674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.221674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.221870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.222050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.222221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.222347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.222911] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-30bfef75-8959-473a-ad39-422e25bd3544 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.222911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.222911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.223202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.223285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.223391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.223463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.223599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.223673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.223746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.223842] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30bfef75-8959-473a-ad39-422e25bd3544',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.340352] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.343987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.343987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.343987] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5bce4b0-9e9e-43d2-a611-bd36915e59dd with status ACTIVE [ 731.343987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.343987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.343987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.343987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.343987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.343987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.343987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.343987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.343987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.343987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.343987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.344542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.344542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.344542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.344542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.344542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5bce4b0-9e9e-43d2-a611-bd36915e59dd is going to be updated. [ 731.369352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.370349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.370349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.370349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.370349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.370349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5bce4b0-9e9e-43d2-a611-bd36915e59dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.652141] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 in Status: SUCCESS [ 731.652141] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 deletion is rescheduled due to dependency. [ 731.652141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.716252] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 731.716472] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 deletion is rescheduled due to dependency. [ 731.716619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.732379] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30bfef75-8959-473a-ad39-422e25bd3544: rpc.has_security_group_logging(os_id): False [ 731.751983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.752165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.752665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.752665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.752665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.752800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.752800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.752881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.752987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.753074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.753253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.753441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.753441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.753542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.753614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.753819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.753912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.753973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.755657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.755657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.755657] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30bfef75-8959-473a-ad39-422e25bd3544 is going to be created. [ 731.815776] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.819028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.819028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.819028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.819028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.828804] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30bfef75-8959-473a-ad39-422e25bd3544 in Status: IN_PROGRESS for 2s [ 731.848479] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.982089] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2d3aa6af-c6de-4b4f-83c8-e611150e8e3c None None] Enqueued Resource ID: 1ee98505-a405-4046-b988-d8b13790949c with Priority: HIGHEST for action port [ 731.982089] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee98505-a405-4046-b988-d8b13790949c with Priority: HIGHEST for action port [ 731.982089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ee98505-a405-4046-b988-d8b13790949c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.982089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ee98505-a405-4046-b988-d8b13790949c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.982089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ee98505-a405-4046-b988-d8b13790949c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.983615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ee98505-a405-4046-b988-d8b13790949c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.983615] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee98505-a405-4046-b988-d8b13790949c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.353755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.353915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.353981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.354211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.354309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.354428] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 is going to be created. [ 732.381807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.382055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.382149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.382360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.382526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.394479] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: UNINITIALIZED for 2s [ 732.488676] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ee98505-a405-4046-b988-d8b13790949c [ 732.488676] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.488676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.488676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.488676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.488676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.488676] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ee98505-a405-4046-b988-d8b13790949c already deleted. [ 732.488676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ee98505-a405-4046-b988-d8b13790949c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.644982] env[65380]: INFO networking_nsxv3.common.synchronization [req-47d6dc87-f246-4665-921c-8192f76ba2a7 req-3e621ec1-5840-4fc2-b85f-ac3e6703ae48 tempest-ServerMetadataNegativeTestJSON-1956349727 tempest-ServerMetadataNegativeTestJSON-1956349727-project-member] Enqueued Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGHEST for action security_group_members [ 732.645617] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGHEST for action security_group_members [ 732.646058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d22c70-1863-4478-9987-d47027515855 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.646058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.646276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.646833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.646833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.646833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.646833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.647098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.647098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.647197] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d22c70-1863-4478-9987-d47027515855',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.102124] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.102516] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-460" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.102516] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-460" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.102719] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-460" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.102970] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.103448] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.103448] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.103448] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.103615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.103827] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.103932] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.104041] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.104145] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.104248] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.104346] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.104467] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.137120] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.137291] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.137469] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.137675] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-460" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.138026] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-58b41d14-32c7-4793-b13d-309a10617169 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.138411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-58b41d14-32c7-4793-b13d-309a10617169" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.138411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-58b41d14-32c7-4793-b13d-309a10617169" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.138777] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-58b41d14-32c7-4793-b13d-309a10617169" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.138939] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b41d14-32c7-4793-b13d-309a10617169',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.150740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.150740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.150740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.150740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.150740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.150740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.150740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.151133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.151133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.151133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.151240] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d22c70-1863-4478-9987-d47027515855 already deleted. [ 733.151293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.647392] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.647392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.647392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.647392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.647392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.647392] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 58b41d14-32c7-4793-b13d-309a10617169 not found, creating... [ 733.647392] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.647392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.647811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.647811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.647868] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.648171] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.648394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.648595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.648829] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.648979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.650401] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 58b41d14-32c7-4793-b13d-309a10617169 is going to be created. [ 733.673276] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.673488] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.673604] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.673872] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.674166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.674363] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-58b41d14-32c7-4793-b13d-309a10617169" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.841764] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30bfef75-8959-473a-ad39-422e25bd3544 in Status: SUCCESS [ 733.842014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.407077] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: SUCCESS [ 734.407367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.407547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.407668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.407858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.407967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.408040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.408194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.408271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.408349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.408447] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.461234] env[65380]: INFO networking_nsxv3.common.synchronization [req-47d6dc87-f246-4665-921c-8192f76ba2a7 req-ef3c06bb-6740-49b5-bea7-f687314f9b9b service nova] Enqueued Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGHEST for action security_group_rules [ 734.461503] env[65380]: INFO networking_nsxv3.common.synchronization [req-47d6dc87-f246-4665-921c-8192f76ba2a7 req-ef3c06bb-6740-49b5-bea7-f687314f9b9b service nova] Enqueued Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGHEST for action security_group_members [ 734.461648] env[65380]: INFO networking_nsxv3.common.synchronization [req-47d6dc87-f246-4665-921c-8192f76ba2a7 req-ef3c06bb-6740-49b5-bea7-f687314f9b9b service nova] Enqueued Resource ID: 58b41d14-32c7-4793-b13d-309a10617169 with Priority: HIGHEST for action port [ 734.462216] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGHEST for action security_group_rules [ 734.462356] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGHEST for action security_group_members [ 734.462451] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b41d14-32c7-4793-b13d-309a10617169 with Priority: HIGHEST for action port [ 734.462729] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61d22c70-1863-4478-9987-d47027515855 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.464293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.464466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.465207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.465355] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61d22c70-1863-4478-9987-d47027515855',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.466275] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d22c70-1863-4478-9987-d47027515855 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.466388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.466456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.466628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.466780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.466873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.466935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.467086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.467171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.467260] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d22c70-1863-4478-9987-d47027515855',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.469312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b41d14-32c7-4793-b13d-309a10617169 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.470264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b41d14-32c7-4793-b13d-309a10617169" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.470413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b41d14-32c7-4793-b13d-309a10617169" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.470677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b41d14-32c7-4793-b13d-309a10617169" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.470736] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b41d14-32c7-4793-b13d-309a10617169',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.912623] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.974533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d22c70-1863-4478-9987-d47027515855 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.974653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.977417] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61d22c70-1863-4478-9987-d47027515855',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.977417] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58b41d14-32c7-4793-b13d-309a10617169 with status ACTIVE [ 734.977417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.977417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.977417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.977417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.977417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.977417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.977417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.977417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.977417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.977417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.977417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.977970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.977970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.977970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.977970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.977970] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58b41d14-32c7-4793-b13d-309a10617169 is going to be updated. [ 735.005624] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2e0c2480-98c8-4de8-81e5-0d3df54abadb None None] Enqueued Resource ID: a3ada698-ae92-4cea-a1fb-4e701d6483ff with Priority: HIGHEST for action port [ 735.006355] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ada698-ae92-4cea-a1fb-4e701d6483ff with Priority: HIGHEST for action port [ 735.006445] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3ada698-ae92-4cea-a1fb-4e701d6483ff taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.006612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3ada698-ae92-4cea-a1fb-4e701d6483ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.006612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3ada698-ae92-4cea-a1fb-4e701d6483ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.006873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3ada698-ae92-4cea-a1fb-4e701d6483ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.006955] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ada698-ae92-4cea-a1fb-4e701d6483ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.023953] env[65380]: INFO networking_nsxv3.common.synchronization [req-855178da-656e-4a03-bb92-96c08ee5f09d req-658b7980-af45-48bc-84e8-390f65e9cfec tempest-ImagesOneServerNegativeTestJSON-1542336400 tempest-ImagesOneServerNegativeTestJSON-1542336400-project-member] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 735.024603] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 735.024731] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.024850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.024917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.025138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.025486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.025486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.025486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.025657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.025657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.025751] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.082023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.082023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.082023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.082023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.082023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.082023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b41d14-32c7-4793-b13d-309a10617169" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.409232] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.409540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.409540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.409998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.410303] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.410438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.410543] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.411262] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.411262] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.411262] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.411444] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.411444] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.411505] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.411588] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.412768] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.412768] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.415228] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a26dd947-a47b-4822-ac39-472ccf2fdb81: rpc.has_security_group_logging(os_id): False [ 735.432763] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.432959] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.433131] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.433352] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.433750] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.433961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.434110] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.434472] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.434631] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c313f4-2b17-45a2-a8c4-036be7e7bbd1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.437238] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.437362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.437426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.437847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.437946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.438204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.438313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.438376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.438765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.438860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.438950] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 is going to be created. [ 735.481019] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61d22c70-1863-4478-9987-d47027515855',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.503300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.503300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.503508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.503541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.503717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.510372] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3ada698-ae92-4cea-a1fb-4e701d6483ff [ 735.510607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.510769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.510929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.511130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.511236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.511347] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3ada698-ae92-4cea-a1fb-4e701d6483ff already deleted. [ 735.511442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3ada698-ae92-4cea-a1fb-4e701d6483ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.517956] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: IN_PROGRESS for 2s [ 735.528677] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.528900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.529106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.529253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.529351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.529565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.529709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.529767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.529956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.530096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.530290] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be updated. [ 735.571539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.571781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.571781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.572015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.572181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.592820] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 735.943584] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.943584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.943584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.943584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.944023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.944023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port c7c313f4-2b17-45a2-a8c4-036be7e7bbd1 not found, creating... [ 735.944084] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.944327] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.944767] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.944767] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.945788] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.945788] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.945788] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.945788] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.945788] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.946061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.946786] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: c7c313f4-2b17-45a2-a8c4-036be7e7bbd1 is going to be created. [ 735.971798] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.972046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.972150] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.972444] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.972665] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.972887] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.983538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.983783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.983783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.984086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.984086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.984226] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d22c70-1863-4478-9987-d47027515855 is going to be created. [ 736.014105] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.014363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.014363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.014467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.014642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.029038] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d22c70-1863-4478-9987-d47027515855 in Status: UNINITIALIZED for 2s [ 736.742022] env[65380]: INFO networking_nsxv3.common.synchronization [req-855178da-656e-4a03-bb92-96c08ee5f09d req-55e37f6d-0afb-4ace-921e-75bc6e482bdc service nova] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_rules [ 736.742022] env[65380]: INFO networking_nsxv3.common.synchronization [req-855178da-656e-4a03-bb92-96c08ee5f09d req-55e37f6d-0afb-4ace-921e-75bc6e482bdc service nova] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 736.742022] env[65380]: INFO networking_nsxv3.common.synchronization [req-855178da-656e-4a03-bb92-96c08ee5f09d req-55e37f6d-0afb-4ace-921e-75bc6e482bdc service nova] Enqueued Resource ID: c7c313f4-2b17-45a2-a8c4-036be7e7bbd1 with Priority: HIGHEST for action port [ 736.742022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_rules [ 736.742022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 736.742022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c313f4-2b17-45a2-a8c4-036be7e7bbd1 with Priority: HIGHEST for action port [ 736.742618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.742618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.742618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.742762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.742762] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.743646] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.743806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.744427] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.744427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.744427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.744427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.744427] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c313f4-2b17-45a2-a8c4-036be7e7bbd1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.813620] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b7178ba9-fb1f-4da8-bc1d-342d03fd68c9 None None] Enqueued Resource ID: 9140cb22-479e-4ce9-8b18-d606c2097ced with Priority: HIGHEST for action port [ 736.814198] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9140cb22-479e-4ce9-8b18-d606c2097ced with Priority: HIGHEST for action port [ 736.814507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9140cb22-479e-4ce9-8b18-d606c2097ced taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.814625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9140cb22-479e-4ce9-8b18-d606c2097ced" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.814691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9140cb22-479e-4ce9-8b18-d606c2097ced" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.814996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9140cb22-479e-4ce9-8b18-d606c2097ced" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.815095] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9140cb22-479e-4ce9-8b18-d606c2097ced',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.248610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.248610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.250179] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7c313f4-2b17-45a2-a8c4-036be7e7bbd1 with status ACTIVE [ 737.250179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.250179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.250179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.250179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.250179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.250179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.250179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.250179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.250581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.250581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.250581] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.250677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.250677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.250865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.250920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.251025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7c313f4-2b17-45a2-a8c4-036be7e7bbd1 is going to be updated. [ 737.275582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.275771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.275771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.276063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.276063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.276288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c313f4-2b17-45a2-a8c4-036be7e7bbd1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.317732] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9140cb22-479e-4ce9-8b18-d606c2097ced [ 737.318185] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.318359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.318359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.318605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.318702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.318872] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9140cb22-479e-4ce9-8b18-d606c2097ced already deleted. [ 737.318961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9140cb22-479e-4ce9-8b18-d606c2097ced" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.536032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: SUCCESS [ 737.536376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.608332] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 737.608482] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 deletion is rescheduled due to dependency. [ 737.608620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.608901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.609192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.609387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.609502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.609564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.609732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.609805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.609906] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.041073] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d22c70-1863-4478-9987-d47027515855 in Status: SUCCESS [ 738.041534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.041534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.041704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.042114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.042114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.042114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.042351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.042351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.042435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.042535] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61d22c70-1863-4478-9987-d47027515855',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.128235] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.173229] env[65380]: INFO networking_nsxv3.common.synchronization [req-e029142e-7a42-419e-bb4e-efc32900d1f6 req-675abc4d-72ae-44a2-a0bc-a528bbfd8991 tempest-AttachVolumeTestJSON-1228821728 tempest-AttachVolumeTestJSON-1228821728-project-member] Enqueued Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_members [ 738.173862] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_members [ 738.174209] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.174329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.174385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.177107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.177107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.177107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.177107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.177107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.177107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.177107] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.545007] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d22c70-1863-4478-9987-d47027515855 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.545399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.545399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.545485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.545692] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.545846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.545991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.546836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.546836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.546836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.546836] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d22c70-1863-4478-9987-d47027515855 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.546836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.546836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.547318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.547318] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.547391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.547432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.547633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.547718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.547814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.548298] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61d22c70-1863-4478-9987-d47027515855',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.637724] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.685242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.685242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.685242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.685242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.685242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.685242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.685242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.685242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.685242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.685242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.685242] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be110f3b-bab3-4c95-803a-e6c40d19de74 already deleted. [ 738.685242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.717973] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.719057] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-142" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.719057] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-142" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.719057] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-142" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.719313] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.719571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.719776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.720077] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.720286] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.720562] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.720805] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.720961] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.721231] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.721425] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.721590] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.721769] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.745564] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.745833] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.746015] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.746286] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-142" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.746983] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-8702e3d8-c59f-4530-89ee-acd51dd612f7 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.746983] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-8702e3d8-c59f-4530-89ee-acd51dd612f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.747185] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-8702e3d8-c59f-4530-89ee-acd51dd612f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.747632] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-8702e3d8-c59f-4530-89ee-acd51dd612f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.747725] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8702e3d8-c59f-4530-89ee-acd51dd612f7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.050809] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61d22c70-1863-4478-9987-d47027515855: rpc.has_security_group_logging(os_id): False [ 739.073514] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.073751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.073859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.074178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.074329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.074660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.074817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.074918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.075247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.075353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.075610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.075775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.075890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.076140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.076281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.076544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.076700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.076700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.076855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.076951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.077075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61d22c70-1863-4478-9987-d47027515855 is going to be created. [ 739.141132] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.141590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.141590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.141704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.141774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.141985] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be updated. [ 739.156696] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.157107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.157331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.157615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.158188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.171252] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61d22c70-1863-4478-9987-d47027515855 in Status: IN_PROGRESS for 2s [ 739.181606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.181606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.181739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.182903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.182903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.209492] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 739.250181] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.250391] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.250507] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.250795] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.251051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.251265] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 8702e3d8-c59f-4530-89ee-acd51dd612f7 not found, creating... [ 739.251587] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.251783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.251946] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.252261] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.252428] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.252784] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.253060] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.253200] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.253482] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.253587] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.253790] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 8702e3d8-c59f-4530-89ee-acd51dd612f7 is going to be created. [ 739.297647] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.297989] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.298348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.298629] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.299579] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.299953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-8702e3d8-c59f-4530-89ee-acd51dd612f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.874222] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8c7070ab-6d53-46dd-bfe6-5a9590983b30 None None] Enqueued Resource ID: 6234d1d8-9d79-4787-862b-9bb286942451 with Priority: HIGHEST for action port [ 739.874222] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6234d1d8-9d79-4787-862b-9bb286942451 with Priority: HIGHEST for action port [ 739.875559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6234d1d8-9d79-4787-862b-9bb286942451 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.875559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6234d1d8-9d79-4787-862b-9bb286942451" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.875559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6234d1d8-9d79-4787-862b-9bb286942451" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.875559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6234d1d8-9d79-4787-862b-9bb286942451" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.875854] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6234d1d8-9d79-4787-862b-9bb286942451',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.024778] env[65380]: INFO networking_nsxv3.common.synchronization [req-e029142e-7a42-419e-bb4e-efc32900d1f6 req-f017eb14-8420-4424-9919-312c77593b94 service nova] Enqueued Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_rules [ 740.024957] env[65380]: INFO networking_nsxv3.common.synchronization [req-e029142e-7a42-419e-bb4e-efc32900d1f6 req-f017eb14-8420-4424-9919-312c77593b94 service nova] Enqueued Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_members [ 740.025104] env[65380]: INFO networking_nsxv3.common.synchronization [req-e029142e-7a42-419e-bb4e-efc32900d1f6 req-f017eb14-8420-4424-9919-312c77593b94 service nova] Enqueued Resource ID: 8702e3d8-c59f-4530-89ee-acd51dd612f7 with Priority: HIGHEST for action port [ 740.025432] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_rules [ 740.025611] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_members [ 740.025611] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8702e3d8-c59f-4530-89ee-acd51dd612f7 with Priority: HIGHEST for action port [ 740.026190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.026316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.026419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.026658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.026743] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.027684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.027879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.027879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.028125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.028306] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.028505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.028550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.028683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.028770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.028899] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.030284] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8702e3d8-c59f-4530-89ee-acd51dd612f7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.030389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8702e3d8-c59f-4530-89ee-acd51dd612f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.030490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8702e3d8-c59f-4530-89ee-acd51dd612f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.030946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8702e3d8-c59f-4530-89ee-acd51dd612f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.031090] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8702e3d8-c59f-4530-89ee-acd51dd612f7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.380776] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6234d1d8-9d79-4787-862b-9bb286942451 [ 740.381105] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.381198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.381268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.382359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.382359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.382359] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6234d1d8-9d79-4787-862b-9bb286942451 already deleted. [ 740.382359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6234d1d8-9d79-4787-862b-9bb286942451" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.485221] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d52c6f9c-5b26-42c0-ad94-7ef27550e930 None None] Enqueued Resource ID: 315bbdd9-7db9-4f1e-8339-7633c39da15c with Priority: HIGHEST for action port [ 740.485783] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315bbdd9-7db9-4f1e-8339-7633c39da15c with Priority: HIGHEST for action port [ 740.486166] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-315bbdd9-7db9-4f1e-8339-7633c39da15c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.486360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-315bbdd9-7db9-4f1e-8339-7633c39da15c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.486395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-315bbdd9-7db9-4f1e-8339-7633c39da15c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.486650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-315bbdd9-7db9-4f1e-8339-7633c39da15c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.486709] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315bbdd9-7db9-4f1e-8339-7633c39da15c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.533870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.533870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.534333] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.535190] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8702e3d8-c59f-4530-89ee-acd51dd612f7 with status ACTIVE [ 740.535383] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.535498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.535581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.535756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.535841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.536016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.536137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.536557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.536557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.536557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.536746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.536746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.536746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.536886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.536932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.537015] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8702e3d8-c59f-4530-89ee-acd51dd612f7 is going to be updated. [ 740.559307] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.559307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.559307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.559537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.559838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.559838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8702e3d8-c59f-4530-89ee-acd51dd612f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.993268] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 315bbdd9-7db9-4f1e-8339-7633c39da15c [ 740.993503] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.993667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.993771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.994046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.994148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.998023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:315bbdd9-7db9-4f1e-8339-7633c39da15c already deleted. [ 740.998023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-315bbdd9-7db9-4f1e-8339-7633c39da15c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.040061] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.186011] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61d22c70-1863-4478-9987-d47027515855 in Status: SUCCESS [ 741.186011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.225056] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 741.225347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.225679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.225773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.225947] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.226079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.226156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.226510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.226510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.226510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.226665] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.547404] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.547404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.547404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.547404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.547404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.547404] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be110f3b-bab3-4c95-803a-e6c40d19de74 is going to be created. [ 741.585864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.585864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.585864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.585864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.585864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.601302] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be110f3b-bab3-4c95-803a-e6c40d19de74 in Status: UNINITIALIZED for 2s [ 741.729325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.730014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.730014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.730014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.730167] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.730913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.730913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.730913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.730913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.730913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.732701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.732701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.732701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.732701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.732701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.732701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.732701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.732701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.732701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.732701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.732701] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.236080] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5af0948-7e87-4cfd-84dc-b64f5648e049: rpc.has_security_group_logging(os_id): False [ 742.249415] env[65380]: INFO networking_nsxv3.common.synchronization [req-d050616b-fad2-4cfd-9aeb-2046da6e9907 req-2687bf18-1219-4b9f-9ec5-a704de1feb2a tempest-MigrationsAdminTest-594432513 tempest-MigrationsAdminTest-594432513-project-member] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 742.250025] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 742.250641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.250890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.251054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.251406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.251406] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.251507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.251507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.251671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.251762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.252077] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.258200] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.260034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.260034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.260034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.260034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.260443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.260544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.261706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.261706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.261706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.261706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.261706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.261706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.261990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.261990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.262094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.262351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.262351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.262984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.262984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.262984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be updated. [ 742.381013] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.381304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.381586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.381851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.382039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.399271] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 742.757566] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.813373] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.813653] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.813775] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.814114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.814860] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.815160] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.815300] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.815568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.815711] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.815929] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.816069] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.816177] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.816314] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.816426] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.816481] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.816742] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.846931] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.847217] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.847354] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.847634] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.848070] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-cb418ae3-9085-4e8a-af4e-46473326b5d6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.848751] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-cb418ae3-9085-4e8a-af4e-46473326b5d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.848927] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-cb418ae3-9085-4e8a-af4e-46473326b5d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.849288] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-cb418ae3-9085-4e8a-af4e-46473326b5d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.849462] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb418ae3-9085-4e8a-af4e-46473326b5d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.259417] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.271577] env[65380]: INFO networking_nsxv3.common.synchronization [req-b68208f2-5dcd-4fd1-913b-f3fafc276526 req-fcfd6be3-605f-4785-bd19-bf84b2be7986 tempest-ServerMetadataTestJSON-1300857999 tempest-ServerMetadataTestJSON-1300857999-project-member] Enqueued Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGHEST for action security_group_members [ 743.272346] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGHEST for action security_group_members [ 743.273242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-677b588b-5ee7-488a-a80b-7adff072a2ec taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.273242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.273242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.273242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.273462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.273900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.273900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.273900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.273900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.274167] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('677b588b-5ee7-488a-a80b-7adff072a2ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.352197] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.352656] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.352656] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.352880] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.353034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.353195] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port cb418ae3-9085-4e8a-af4e-46473326b5d6 not found, creating... [ 743.353498] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.353672] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.353786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.354033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.354242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.354589] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.354758] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.354921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.355320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.358082] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.358082] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: cb418ae3-9085-4e8a-af4e-46473326b5d6 is going to be created. [ 743.379562] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.380272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.380272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.380443] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.380747] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.381808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-cb418ae3-9085-4e8a-af4e-46473326b5d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.605829] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0d3a2a4a-f03c-4c3d-884b-6758005448e4 None None] Enqueued Resource ID: a3b5e539-0cd8-4a54-ace8-968200cdf69f with Priority: HIGHEST for action port [ 743.607752] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b5e539-0cd8-4a54-ace8-968200cdf69f with Priority: HIGHEST for action port [ 743.608167] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3b5e539-0cd8-4a54-ace8-968200cdf69f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.608362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3b5e539-0cd8-4a54-ace8-968200cdf69f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.608442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3b5e539-0cd8-4a54-ace8-968200cdf69f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.608664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3b5e539-0cd8-4a54-ace8-968200cdf69f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.608776] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b5e539-0cd8-4a54-ace8-968200cdf69f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.621230] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be110f3b-bab3-4c95-803a-e6c40d19de74 in Status: SUCCESS [ 743.621230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.621230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.621230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.621230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.621230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.621230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.621230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.621230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.621230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.621230] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.762388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.762856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.762856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.762943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.763039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.763168] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 is going to be updated. [ 743.776507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.776746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.776746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.776912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.777028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.777237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.777380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.777449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.777617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.777695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.777789] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677b588b-5ee7-488a-a80b-7adff072a2ec is going to be updated. [ 743.807357] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.807584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.807671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.807900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.808298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.811658] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.811658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.811658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.811658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.811658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.830805] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: IN_PROGRESS for 2s [ 743.831465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677b588b-5ee7-488a-a80b-7adff072a2ec in Status: IN_PROGRESS for 2s [ 744.112024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3b5e539-0cd8-4a54-ace8-968200cdf69f [ 744.112024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.112024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.112024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.112243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.112340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.112434] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3b5e539-0cd8-4a54-ace8-968200cdf69f already deleted. [ 744.112532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3b5e539-0cd8-4a54-ace8-968200cdf69f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.125130] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.206941] env[65380]: INFO networking_nsxv3.common.synchronization [req-d050616b-fad2-4cfd-9aeb-2046da6e9907 req-cf169dff-4ab9-4bf9-8563-5c71688e5074 service nova] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_rules [ 744.207142] env[65380]: INFO networking_nsxv3.common.synchronization [req-d050616b-fad2-4cfd-9aeb-2046da6e9907 req-cf169dff-4ab9-4bf9-8563-5c71688e5074 service nova] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 744.207274] env[65380]: INFO networking_nsxv3.common.synchronization [req-d050616b-fad2-4cfd-9aeb-2046da6e9907 req-cf169dff-4ab9-4bf9-8563-5c71688e5074 service nova] Enqueued Resource ID: cb418ae3-9085-4e8a-af4e-46473326b5d6 with Priority: HIGHEST for action port [ 744.207891] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_rules [ 744.208375] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 744.208598] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb418ae3-9085-4e8a-af4e-46473326b5d6 with Priority: HIGHEST for action port [ 744.208915] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.209116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.209116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.209320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.209426] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.211278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.211386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.211627] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb418ae3-9085-4e8a-af4e-46473326b5d6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.211737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb418ae3-9085-4e8a-af4e-46473326b5d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.211839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb418ae3-9085-4e8a-af4e-46473326b5d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.212065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb418ae3-9085-4e8a-af4e-46473326b5d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.212148] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb418ae3-9085-4e8a-af4e-46473326b5d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.421069] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 744.421906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.627757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be110f3b-bab3-4c95-803a-e6c40d19de74: rpc.has_security_group_logging(os_id): False [ 744.651745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.652091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.652091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.652374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.652492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.652857] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.652991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.653089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.653271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.653506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.653506] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be110f3b-bab3-4c95-803a-e6c40d19de74 is going to be created. [ 744.713868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.714142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.717550] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb418ae3-9085-4e8a-af4e-46473326b5d6 with status ACTIVE [ 744.717815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.717958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.718056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.718570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.718694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.718952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.719119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.719201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.719418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.719507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.719743] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.719877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.719915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.720079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.720186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.720304] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb418ae3-9085-4e8a-af4e-46473326b5d6 is going to be updated. [ 744.739590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.739786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.739786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.740030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.740280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.753184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.753405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.753531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.753859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.754103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.754350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb418ae3-9085-4e8a-af4e-46473326b5d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.756081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be110f3b-bab3-4c95-803a-e6c40d19de74 in Status: IN_PROGRESS for 2s [ 745.844602] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 677b588b-5ee7-488a-a80b-7adff072a2ec in Status: SUCCESS [ 745.844985] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 677b588b-5ee7-488a-a80b-7adff072a2ec deletion is rescheduled due to dependency. [ 745.844985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.845755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: SUCCESS [ 745.845894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.846059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.846272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.846452] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.846559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.846628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.846764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.846846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.846937] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.349616] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.771139] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be110f3b-bab3-4c95-803a-e6c40d19de74 in Status: SUCCESS [ 746.771471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.852269] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.355069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.355293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.355293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.355505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.356425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.356425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 is going to be updated. [ 747.391866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.392047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.392096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.392387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.392580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.403074] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: IN_PROGRESS for 2s [ 749.047041] env[65380]: INFO networking_nsxv3.common.synchronization [req-5197187d-57be-4347-b778-23a37aeb5172 req-050cee31-d79a-4535-87cb-2134ca09b076 tempest-ListServerFiltersTestJSON-404483545 tempest-ListServerFiltersTestJSON-404483545-project-member] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 749.047349] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 749.047955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.048087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.048087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.048465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.048722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.048947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.049074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.049385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.049634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.049685] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.392284] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.392498] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.392589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.392914] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.393197] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.393390] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.393536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.393783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.393923] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.394138] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.394251] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.394333] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.394508] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.394589] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.394637] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.394734] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.421109] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: SUCCESS [ 749.421364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.421589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.421918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.423233] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.423427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.423491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.423681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.423792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.423867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.423977] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.426763] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.426916] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.427193] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.427193] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.427585] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-6a8230a5-fc36-4c7f-895b-023d71826e2a taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.428130] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-6a8230a5-fc36-4c7f-895b-023d71826e2a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.428130] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-6a8230a5-fc36-4c7f-895b-023d71826e2a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.428532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-6a8230a5-fc36-4c7f-895b-023d71826e2a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.428707] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a8230a5-fc36-4c7f-895b-023d71826e2a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.552438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.552637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.552691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.552918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.553076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.553489] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.553611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.553706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.553987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.554113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.554243] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 already deleted. [ 749.554377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.926332] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.926540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.926540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.926875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.927128] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.927294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.927401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.927597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.927735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.927858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.928071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.928201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.928284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.928471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.928615] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.928709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.928776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.928961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.929114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.929227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.929367] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.931135] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.931402] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.931581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.931984] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.932319] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.932627] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 6a8230a5-fc36-4c7f-895b-023d71826e2a not found, creating... [ 749.933105] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.933442] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.933700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.934507] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.934507] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.934884] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.935195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.935399] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.935596] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.935810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.936028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 6a8230a5-fc36-4c7f-895b-023d71826e2a is going to be created. [ 749.962451] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.962451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.962764] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.962922] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.963221] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.963497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-6a8230a5-fc36-4c7f-895b-023d71826e2a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.431216] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71951ab8-41be-41ea-ad40-e56d334281d9: rpc.has_security_group_logging(os_id): False [ 750.450059] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.450222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.450296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.450517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.450613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.450840] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.450974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.451061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.451244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.451334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.451565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.451670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.451733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.451908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.451994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.452202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.452305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.452363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.452510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.452591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.452697] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 is going to be updated. [ 750.608077] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.608289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.608356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.627434] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: IN_PROGRESS for 2s [ 750.664754] env[65380]: INFO networking_nsxv3.common.synchronization [req-5197187d-57be-4347-b778-23a37aeb5172 req-04a29575-2797-427b-a21f-35122845ccf9 service nova] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_rules [ 750.664923] env[65380]: INFO networking_nsxv3.common.synchronization [req-5197187d-57be-4347-b778-23a37aeb5172 req-04a29575-2797-427b-a21f-35122845ccf9 service nova] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 750.665098] env[65380]: INFO networking_nsxv3.common.synchronization [req-5197187d-57be-4347-b778-23a37aeb5172 req-04a29575-2797-427b-a21f-35122845ccf9 service nova] Enqueued Resource ID: 6a8230a5-fc36-4c7f-895b-023d71826e2a with Priority: HIGHEST for action port [ 750.665722] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_rules [ 750.665866] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 750.666130] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8230a5-fc36-4c7f-895b-023d71826e2a with Priority: HIGHEST for action port [ 750.666389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.666515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.666598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.666906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.666964] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.669678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.669828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.669897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.670168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.670295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.670397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.670452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.670758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.670758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.670889] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.671721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a8230a5-fc36-4c7f-895b-023d71826e2a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.671833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a8230a5-fc36-4c7f-895b-023d71826e2a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.671899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a8230a5-fc36-4c7f-895b-023d71826e2a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.672464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a8230a5-fc36-4c7f-895b-023d71826e2a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.672589] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a8230a5-fc36-4c7f-895b-023d71826e2a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.170254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.170485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.174874] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.176015] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a8230a5-fc36-4c7f-895b-023d71826e2a with status ACTIVE [ 751.176260] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.176390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.176461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.176701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.176793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.176979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.177094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.177150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.177349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.177419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.177612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.177843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.177843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.177983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.178103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.178214] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a8230a5-fc36-4c7f-895b-023d71826e2a is going to be updated. [ 751.201606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.201814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.201884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.202142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.202298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.202471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a8230a5-fc36-4c7f-895b-023d71826e2a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.535718] env[65380]: INFO networking_nsxv3.common.synchronization [req-71ea7def-7715-4e9a-8e15-ccb5a275307f req-2a6bdec3-53fd-4a03-b5a0-ba272fc15795 tempest-ListServerFiltersTestJSON-404483545 tempest-ListServerFiltersTestJSON-404483545-project-member] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 751.536267] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 751.536567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.536665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.680928] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.986888] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.987958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.987958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.987958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.987958] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.987958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.988484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.988484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.988712] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.988958] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.989094] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.989269] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.989444] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.989556] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.991825] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.991825] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.014705] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.014905] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.015123] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.015435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.015730] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-99780d0b-4a23-43cd-a6e8-482d3c865fea taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.015951] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-99780d0b-4a23-43cd-a6e8-482d3c865fea" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.016144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-99780d0b-4a23-43cd-a6e8-482d3c865fea" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.016517] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-99780d0b-4a23-43cd-a6e8-482d3c865fea" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.016711] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99780d0b-4a23-43cd-a6e8-482d3c865fea',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.138227] env[65380]: INFO networking_nsxv3.common.synchronization [None req-56f91354-545e-4414-a364-cc44e8100dc5 tempest-ServersTestManualDisk-946573308 tempest-ServersTestManualDisk-946573308-project-member] Enqueued Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_rules [ 752.138542] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_rules [ 752.138983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4144af6-a5dc-438d-9bca-64f460b54f11 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.139176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.139272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.139573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.139719] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.183557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.183747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.183820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.184090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.184247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.184404] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be created. [ 752.221372] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.221372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.221372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.221372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.221372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.231425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: UNINITIALIZED for 2s [ 752.520177] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.520423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.520554] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.520814] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.521015] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.521219] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 99780d0b-4a23-43cd-a6e8-482d3c865fea not found, creating... [ 752.521540] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.521702] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.521823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.522174] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.522320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.522612] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.522764] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.522873] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.523091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.523244] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.523418] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 99780d0b-4a23-43cd-a6e8-482d3c865fea is going to be created. [ 752.547419] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.547850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.547850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.548125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.548392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.548653] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-99780d0b-4a23-43cd-a6e8-482d3c865fea" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.654648] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: SUCCESS [ 752.654843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.678822] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.679057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.679123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.679348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.679451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.679546] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4144af6-a5dc-438d-9bca-64f460b54f11 already deleted. [ 752.679633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.787903] env[65380]: INFO networking_nsxv3.common.synchronization [None req-557aa099-f357-43f0-8785-838f822b3840 tempest-ServersTestManualDisk-946573308 tempest-ServersTestManualDisk-946573308-project-member] Enqueued Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_rules [ 752.788593] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_rules [ 752.788978] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4144af6-a5dc-438d-9bca-64f460b54f11 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.789227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.789377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.789809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.789929] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.289028] env[65380]: INFO networking_nsxv3.common.synchronization [req-71ea7def-7715-4e9a-8e15-ccb5a275307f req-7387100d-d3fc-41c0-988b-fb5adba3def4 service nova] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_rules [ 753.289171] env[65380]: INFO networking_nsxv3.common.synchronization [req-71ea7def-7715-4e9a-8e15-ccb5a275307f req-7387100d-d3fc-41c0-988b-fb5adba3def4 service nova] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 753.289297] env[65380]: INFO networking_nsxv3.common.synchronization [req-71ea7def-7715-4e9a-8e15-ccb5a275307f req-7387100d-d3fc-41c0-988b-fb5adba3def4 service nova] Enqueued Resource ID: 99780d0b-4a23-43cd-a6e8-482d3c865fea with Priority: HIGHEST for action port [ 753.289526] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_rules [ 753.289651] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 753.290012] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99780d0b-4a23-43cd-a6e8-482d3c865fea with Priority: HIGHEST for action port [ 753.290408] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.290636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.290855] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.291086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.291282] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-99780d0b-4a23-43cd-a6e8-482d3c865fea taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.291377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99780d0b-4a23-43cd-a6e8-482d3c865fea" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.291585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99780d0b-4a23-43cd-a6e8-482d3c865fea" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.291671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99780d0b-4a23-43cd-a6e8-482d3c865fea" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.292169] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99780d0b-4a23-43cd-a6e8-482d3c865fea',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.314206] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.315373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.315373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.315373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.315373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.315373] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4144af6-a5dc-438d-9bca-64f460b54f11 already deleted. [ 753.315373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.798196] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99780d0b-4a23-43cd-a6e8-482d3c865fea with status ACTIVE [ 753.798196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.798196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.798196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.798675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.798675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.798675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.798675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.798675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.798884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.798969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.799164] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.799247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.799309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.799433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.799506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.799586] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99780d0b-4a23-43cd-a6e8-482d3c865fea is going to be updated. [ 753.826760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.826981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.827105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.827402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.827607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.827823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99780d0b-4a23-43cd-a6e8-482d3c865fea" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.243452] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 754.243873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.244103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.244386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.244596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.244736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.244789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.244958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.245073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.245165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.245272] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.250021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.250021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.250021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.250021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.250021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.250021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.250021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.250021] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.379110] env[65380]: INFO networking_nsxv3.common.synchronization [req-93105405-dbfe-471e-8d0a-d3105234866c req-e42e4239-ae5f-46d5-aec3-16f95af5f688 tempest-ListServerFiltersTestJSON-404483545 tempest-ListServerFiltersTestJSON-404483545-project-member] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 754.379708] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 754.381356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.381466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.753670] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.754829] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.754939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.994900] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.995226] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.995288] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.995582] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.995833] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.995982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.996623] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.996889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.997081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.997317] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.997459] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.997597] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.997730] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.997866] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.997998] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.998166] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.019654] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.019841] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.019974] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.020156] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-625" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.020464] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-379f0169-a0e8-467e-8528-8625f98912f0 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.020629] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-379f0169-a0e8-467e-8528-8625f98912f0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.020740] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-379f0169-a0e8-467e-8528-8625f98912f0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.021177] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-379f0169-a0e8-467e-8528-8625f98912f0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.021309] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379f0169-a0e8-467e-8528-8625f98912f0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.255905] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.525091] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.525399] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.525574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.526210] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.526430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.526617] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 379f0169-a0e8-467e-8528-8625f98912f0 not found, creating... [ 755.526914] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.527117] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.527479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.527766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.527910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.528212] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.528366] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.528476] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.528681] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.528828] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.529014] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 379f0169-a0e8-467e-8528-8625f98912f0 is going to be created. [ 755.550314] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.550519] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.550623] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.550987] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.551266] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.551583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-379f0169-a0e8-467e-8528-8625f98912f0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.758374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.758537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.758611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.758833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.758946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.759033] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be updated. [ 755.801196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.801431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.801431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.801606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.801750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.814598] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 756.349337] env[65380]: INFO networking_nsxv3.common.synchronization [req-93105405-dbfe-471e-8d0a-d3105234866c req-cc991842-93d1-495f-bc4d-bde8742cb49b service nova] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_rules [ 756.349718] env[65380]: INFO networking_nsxv3.common.synchronization [req-93105405-dbfe-471e-8d0a-d3105234866c req-cc991842-93d1-495f-bc4d-bde8742cb49b service nova] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 756.349718] env[65380]: INFO networking_nsxv3.common.synchronization [req-93105405-dbfe-471e-8d0a-d3105234866c req-cc991842-93d1-495f-bc4d-bde8742cb49b service nova] Enqueued Resource ID: 379f0169-a0e8-467e-8528-8625f98912f0 with Priority: HIGHEST for action port [ 756.350652] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_rules [ 756.350652] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 756.350652] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 379f0169-a0e8-467e-8528-8625f98912f0 with Priority: HIGHEST for action port [ 756.351011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.351011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.351172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.351245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.351419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-379f0169-a0e8-467e-8528-8625f98912f0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.351511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-379f0169-a0e8-467e-8528-8625f98912f0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.351582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-379f0169-a0e8-467e-8528-8625f98912f0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.351763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-379f0169-a0e8-467e-8528-8625f98912f0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.351845] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('379f0169-a0e8-467e-8528-8625f98912f0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.447751] env[65380]: INFO networking_nsxv3.common.synchronization [req-af4cbb81-2d04-450d-934b-fef096b21d0a req-903c6c6d-626e-422e-b062-d13aff7ef398 tempest-ServersAdminNegativeTestJSON-1555453893 tempest-ServersAdminNegativeTestJSON-1555453893-project-member] Enqueued Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 756.447885] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGHEST for action security_group_members [ 756.449159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.449313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.449409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.449614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.449808] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.449909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.449972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.450163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.450254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.450360] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.855439] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 379f0169-a0e8-467e-8528-8625f98912f0 with status ACTIVE [ 756.855760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.855955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.856078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.856371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.856499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.856675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.856777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.856857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.857053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.857149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.857394] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.857548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.857647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.863523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.863523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.863523] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 379f0169-a0e8-467e-8528-8625f98912f0 is going to be updated. [ 756.886517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.886697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.886805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.887118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.887590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.887823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-379f0169-a0e8-467e-8528-8625f98912f0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.954648] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.954840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.954893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.955151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.955250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.955457] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.955559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.955621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.955812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.955921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.956078] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba is going to be updated. [ 756.995562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.995842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.995842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.996529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.996529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.007819] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: IN_PROGRESS for 2s [ 757.825533] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 757.826017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.826017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.826392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.826531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.826531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.826665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.826795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.826855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.826919] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.329904] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.579521] env[65380]: INFO networking_nsxv3.common.synchronization [req-a83cb9f3-ea15-4bd3-9c7b-c2930235b958 req-4c481057-8529-4da5-9d43-d9481d50d88f tempest-VolumesAdminNegativeTest-1410505556 tempest-VolumesAdminNegativeTest-1410505556-project-member] Enqueued Resource ID: 30bfef75-8959-473a-ad39-422e25bd3544 with Priority: HIGHEST for action security_group_members [ 758.579886] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30bfef75-8959-473a-ad39-422e25bd3544 with Priority: HIGHEST for action security_group_members [ 758.580788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-30bfef75-8959-473a-ad39-422e25bd3544 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.581548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.581781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.582882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.583114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.583321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.583407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.583591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.583749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.583858] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30bfef75-8959-473a-ad39-422e25bd3544',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.835356] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.021256] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba in Status: SUCCESS [ 759.021472] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba deletion is rescheduled due to dependency. [ 759.021571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.088263] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.090028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.090028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.090028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.090028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.090028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.090028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.090028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.090373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.090373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.090373] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30bfef75-8959-473a-ad39-422e25bd3544 is going to be updated. [ 759.123090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.123293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.123355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.123543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.123710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.135622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30bfef75-8959-473a-ad39-422e25bd3544 in Status: IN_PROGRESS for 2s [ 759.340900] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.341159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.341249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.341664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.341664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.341816] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be updated. [ 759.399871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.399871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.399871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.400219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.403429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.412985] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 761.149984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30bfef75-8959-473a-ad39-422e25bd3544 in Status: SUCCESS [ 761.149984] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30bfef75-8959-473a-ad39-422e25bd3544 deletion is rescheduled due to dependency. [ 761.149984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30bfef75-8959-473a-ad39-422e25bd3544" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.428577] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 761.429281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.430900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.431679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.431679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.431679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.431679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.431916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.431916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.431988] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.475433] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ab4d3981-c634-403e-8776-9f49b4c243e8 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_rules [ 761.475862] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_rules [ 761.476205] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.476553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.476553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.476702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.476702] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.747062] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1a73a962-47ee-490d-9eed-dc9c972c5b3c tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_rules [ 761.747686] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_rules [ 761.749059] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.749183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.935241] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.003405] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.003593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.003656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.003851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.003952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.004086] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 already deleted. [ 762.004169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.004312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.004470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.004560] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.438666] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.530660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.530842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.531091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.531219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.531314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.531412] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 already deleted. [ 762.531499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.940241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.940429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.940467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.940674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.940764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.940859] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be updated. [ 762.978564] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.978807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.978807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.979080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.979249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.991621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 764.852160] env[65380]: INFO networking_nsxv3.common.synchronization [req-3c295844-974a-41d6-b0ba-5d8937f0595e req-221e34a0-9e12-460b-936a-22efcf2366a6 tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 764.852829] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 764.853294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.853516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.853647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.853895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.854128] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.854286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.854435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.854693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.854811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.854904] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.006290] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 765.006361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.006867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.007115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.007307] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.007420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.007487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.007642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.007719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.007840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.007965] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.008052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.008122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.008251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.008381] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.008473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.008534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.008664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.008737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.008845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.008911] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.013789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.013789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.014103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.014103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.014103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.014608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.014608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.014608] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.134087] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 765.134205] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent loop - iteration:1 started [ 765.355322] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.355322] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.355322] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.355575] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.355998] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.356790] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.357121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.357529] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.357770] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.358129] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.358336] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.358802] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.359116] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.359329] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.359736] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.360179] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.363117] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.363355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.363527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.363804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.363963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.364311] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.364473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.364581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.364840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.364985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.365200] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 765.389874] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.390207] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.390460] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.390756] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.391293] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-56902d8d-0488-4648-b0cf-e92081a22d14 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.391591] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-56902d8d-0488-4648-b0cf-e92081a22d14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.391810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-56902d8d-0488-4648-b0cf-e92081a22d14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.392337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-56902d8d-0488-4648-b0cf-e92081a22d14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.392586] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56902d8d-0488-4648-b0cf-e92081a22d14',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.402295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.402494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.402609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.402938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.403190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.414982] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 765.514279] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6477549-cb78-44d9-979c-bb18af642723: rpc.has_security_group_logging(os_id): False [ 765.518617] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.537988] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.538180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.538239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.538610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.538610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.538755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.538861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.538996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.539226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.539355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.539504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.539982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.540125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.540302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.540415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.540624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.540734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.540797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.541138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.541138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.541293] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be created. [ 765.620595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.620595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.620595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.620595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.620836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.634284] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 765.895957] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.896410] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.896639] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.897046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.897264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.897493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 56902d8d-0488-4648-b0cf-e92081a22d14 not found, creating... [ 765.898015] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.898300] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.898473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.898796] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.899061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.899418] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.899632] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.899833] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.900411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.900411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.900539] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 56902d8d-0488-4648-b0cf-e92081a22d14 is going to be created. [ 765.923296] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.923646] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.923846] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.924338] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.924476] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.924783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-56902d8d-0488-4648-b0cf-e92081a22d14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.021901] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.273489] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0b20f1a8-6e19-4f0c-8813-9e52af5b7e3a None None] Enqueued Resource ID: efb60ea0-f81b-4245-8801-186b0526cf24 with Priority: HIGHEST for action port [ 766.276433] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb60ea0-f81b-4245-8801-186b0526cf24 with Priority: HIGHEST for action port [ 766.276433] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb60ea0-f81b-4245-8801-186b0526cf24 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.276433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb60ea0-f81b-4245-8801-186b0526cf24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.276433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb60ea0-f81b-4245-8801-186b0526cf24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.276433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb60ea0-f81b-4245-8801-186b0526cf24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.276433] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb60ea0-f81b-4245-8801-186b0526cf24',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.526080] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.526275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.526382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.526530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.526651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.526827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be updated. [ 766.611397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.611638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.611708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.611962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.612131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.630690] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 766.780044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efb60ea0-f81b-4245-8801-186b0526cf24 [ 766.780631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.780834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.780960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.781176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.781269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.781372] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efb60ea0-f81b-4245-8801-186b0526cf24 already deleted. [ 766.781472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb60ea0-f81b-4245-8801-186b0526cf24" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.857163] env[65380]: INFO networking_nsxv3.common.synchronization [req-3c295844-974a-41d6-b0ba-5d8937f0595e req-9094cb91-634f-434c-a6ea-13ffb9e959ac service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 766.857332] env[65380]: INFO networking_nsxv3.common.synchronization [req-3c295844-974a-41d6-b0ba-5d8937f0595e req-9094cb91-634f-434c-a6ea-13ffb9e959ac service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 766.857396] env[65380]: INFO networking_nsxv3.common.synchronization [req-3c295844-974a-41d6-b0ba-5d8937f0595e req-9094cb91-634f-434c-a6ea-13ffb9e959ac service nova] Enqueued Resource ID: 56902d8d-0488-4648-b0cf-e92081a22d14 with Priority: HIGHEST for action port [ 766.857884] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 766.858016] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 766.858108] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56902d8d-0488-4648-b0cf-e92081a22d14 with Priority: HIGHEST for action port [ 766.858514] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.858651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.858692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.858905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.859027] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.862209] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.862209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.863390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-56902d8d-0488-4648-b0cf-e92081a22d14 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.863390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56902d8d-0488-4648-b0cf-e92081a22d14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.863390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56902d8d-0488-4648-b0cf-e92081a22d14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.863390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56902d8d-0488-4648-b0cf-e92081a22d14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.863390] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56902d8d-0488-4648-b0cf-e92081a22d14',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.363053] env[65380]: INFO networking_nsxv3.common.synchronization [req-88073a93-2fd1-432b-9738-24ad8802c15f req-4c0ded28-14b7-4f07-b29a-87e2eff8995d tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 767.363737] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 767.364230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.364376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.364864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.364864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.364864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.365148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.365228] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.365311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.365468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.365588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.365704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.365818] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.369542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56902d8d-0488-4648-b0cf-e92081a22d14 with status ACTIVE [ 767.369542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.369542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.369542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.370548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.370548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.370548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.371145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.371145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.371256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.371256] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56902d8d-0488-4648-b0cf-e92081a22d14 is going to be updated. [ 767.396657] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.396657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.396657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.396657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.396657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.396657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56902d8d-0488-4648-b0cf-e92081a22d14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.428023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 767.428167] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 deletion is rescheduled due to dependency. [ 767.429744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.429744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.429744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.429744] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.429744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.429744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.429744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.429744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.429744] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.652087] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 767.652087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.654111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.654467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.654627] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.868661] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.933531] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.948716] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b9e6eee4-7ac2-46ec-acb6-6ea69550c9d8 tempest-ServerActionsV293TestJSON-282783485 tempest-ServerActionsV293TestJSON-282783485-project-member] Enqueued Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_rules [ 767.948716] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_rules [ 767.948716] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8f342c-762d-46a5-8d1c-7b81719efadd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.948716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.948716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.948716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.948716] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.026819] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.027025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-512" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.027142] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-512" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.027410] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-512" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.028035] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.028035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.028035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.028245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.028337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.028635] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.028749] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.028852] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.028960] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.029098] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.029200] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.029341] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.069691] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.070019] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.070168] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.070340] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-512" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.070678] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-188dd284-11dc-411e-b36b-67e0c02810d3 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.070846] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.071013] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.071369] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.071630] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188dd284-11dc-411e-b36b-67e0c02810d3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.157374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.157705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.165349] env[65380]: INFO networking_nsxv3.common.synchronization [None req-77c86829-2999-40f8-9fcf-5237dae2aa48 tempest-ServerActionsV293TestJSON-282783485 tempest-ServerActionsV293TestJSON-282783485-project-member] Enqueued Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_rules [ 768.166046] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_rules [ 768.166482] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8f342c-762d-46a5-8d1c-7b81719efadd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.166584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.370437] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.435667] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.480549] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.480704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.480798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.481115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.481239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.481368] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd already deleted. [ 768.481462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.481960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.482156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.482242] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.578373] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.578629] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.579414] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.579414] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.579414] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.579611] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 188dd284-11dc-411e-b36b-67e0c02810d3 not found, creating... [ 768.579788] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.580592] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.580592] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.580592] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.581330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.582026] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.582142] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.582807] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.582807] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.583044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.583232] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 188dd284-11dc-411e-b36b-67e0c02810d3 is going to be created. [ 768.608087] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.608398] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.608624] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.608963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.609395] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.610381] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.642372] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 768.642372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.642372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.642570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.643496] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.644664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.644664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.644664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.644664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.644664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.644664] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.874076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.874613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.874712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.875433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.875771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.875881] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 768.908208] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.908400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.909159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.909496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.909708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.924891] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 768.939328] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.939481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.939552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.939752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.939845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.939935] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 768.995022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.995203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.995279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.995521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.995698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.005554] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 769.008027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.008027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.008027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.008027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.008027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.008027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd already deleted. [ 769.008027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.148592] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.148592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.148592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.149619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.149619] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.149619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.149619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.149619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.149884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.149884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.150085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.150205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.150293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.150519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.150684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.150795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.150874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.151074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.151206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.151324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.151541] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.211308] env[65380]: INFO networking_nsxv3.common.synchronization [None req-eeec2f0d-e2a8-4342-b3b7-43a6a457320a None None] Enqueued Resource ID: 70be6bc9-a3b9-4801-9f67-1256645d54fa with Priority: HIGHEST for action port [ 769.213142] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70be6bc9-a3b9-4801-9f67-1256645d54fa with Priority: HIGHEST for action port [ 769.214051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-70be6bc9-a3b9-4801-9f67-1256645d54fa taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.214051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70be6bc9-a3b9-4801-9f67-1256645d54fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.214051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70be6bc9-a3b9-4801-9f67-1256645d54fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.214681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70be6bc9-a3b9-4801-9f67-1256645d54fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.214681] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70be6bc9-a3b9-4801-9f67-1256645d54fa',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.430279] env[65380]: INFO networking_nsxv3.common.synchronization [req-88073a93-2fd1-432b-9738-24ad8802c15f req-1372a419-9fba-468e-a014-2ca7c4291682 service nova] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 769.430642] env[65380]: INFO networking_nsxv3.common.synchronization [req-88073a93-2fd1-432b-9738-24ad8802c15f req-1372a419-9fba-468e-a014-2ca7c4291682 service nova] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 769.430642] env[65380]: INFO networking_nsxv3.common.synchronization [req-88073a93-2fd1-432b-9738-24ad8802c15f req-1372a419-9fba-468e-a014-2ca7c4291682 service nova] Enqueued Resource ID: 188dd284-11dc-411e-b36b-67e0c02810d3 with Priority: HIGHEST for action port [ 769.431180] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 769.431508] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 769.431508] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188dd284-11dc-411e-b36b-67e0c02810d3 with Priority: HIGHEST for action port [ 769.431760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.432595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.432645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.433088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.433951] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.435201] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.435330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.435790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-188dd284-11dc-411e-b36b-67e0c02810d3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.436100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.436236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.436494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.436603] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188dd284-11dc-411e-b36b-67e0c02810d3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.655409] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6477549-cb78-44d9-979c-bb18af642723: rpc.has_security_group_logging(os_id): False [ 769.681049] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.681049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.681178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.681975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.681975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.681975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.681975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.682483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.682483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.682483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.682618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.683481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.683652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.683865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.684481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.684481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.685160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.685254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.685455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.685561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.686611] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be updated. [ 769.717485] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70be6bc9-a3b9-4801-9f67-1256645d54fa [ 769.717485] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.717485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.717485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.717863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.717863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.717863] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70be6bc9-a3b9-4801-9f67-1256645d54fa already deleted. [ 769.717992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70be6bc9-a3b9-4801-9f67-1256645d54fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.796979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.797225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.797225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.797498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.797691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.816664] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 769.941029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 188dd284-11dc-411e-b36b-67e0c02810d3 with status ACTIVE [ 769.941269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.941387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.941451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.942197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.942197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.942197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.942197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.942197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.942591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.942591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.942720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.942796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.942855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.943701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.943701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.943701] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 188dd284-11dc-411e-b36b-67e0c02810d3 is going to be updated. [ 769.945565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.947242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.975964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.975964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.976304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.976304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.976532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.216346] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-6315d9ad-0380-4c0f-a206-ae92e10bb196 tempest-ListServersNegativeTestJSON-288456843 tempest-ListServersNegativeTestJSON-288456843-project-member] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 770.218076] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 770.220322] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.220667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.220886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.221371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.222482] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.223022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.223022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.223901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.224145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.224772] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.639937] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.640373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.640373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.640738] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.641465] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.641610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.641783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.641971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.642144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.642382] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.642445] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.642550] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.642747] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.643058] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.643176] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.643432] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.668873] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.669332] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.669332] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.669429] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.669753] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.669956] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.670090] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.670452] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.674168] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8bbd9ee-d39d-425a-a66e-5025de6f53a0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.729019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.731431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.731431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.731431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.731431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.731431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.731431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.731431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.731431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.731431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.731431] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 already deleted. [ 770.731431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.830659] env[65380]: INFO networking_nsxv3.common.synchronization [req-97e01f26-b39a-4bb2-ad3e-f06ed1fb96c9 req-bbc21e68-7cc3-4d0d-8494-4a0c213e2638 tempest-ImagesOneServerNegativeTestJSON-1542336400 tempest-ImagesOneServerNegativeTestJSON-1542336400-project-member] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 770.831243] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 770.831601] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.831781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.831872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.832166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.832371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.832836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.832945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.833157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.833286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.833415] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.935514] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 770.935762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.935933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.936249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.936446] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.936561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.936629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.936989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.937092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.937192] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.016771] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 771.016771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.016939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.017162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.017356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.017470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.017533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.017682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.017763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.017845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.017936] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.176216] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.176451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.176573] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.176843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.176985] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.177184] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port c8bbd9ee-d39d-425a-a66e-5025de6f53a0 not found, creating... [ 771.177497] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.177676] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.177788] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.178011] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.178149] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.178429] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.178603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.178715] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.178962] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.179229] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.179390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: c8bbd9ee-d39d-425a-a66e-5025de6f53a0 is going to be created. [ 771.201197] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.201437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.201534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.201800] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.202045] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.202487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.335539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.335786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.335868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.336152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.336259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.336483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.336583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.336645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.336793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.336869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.336954] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be updated. [ 771.368557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.368909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.369080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.369319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.369466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.380356] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 771.440221] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.520610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.520801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.520833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.521137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.521354] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.521458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.521542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.522306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.522306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.522306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.522306] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.522306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.522306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.522548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.522548] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.522614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.522614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.522753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.522808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.522892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.522991] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.837212] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 771.837212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.837212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.837903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.837903] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.944248] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.012879] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-666c466a-66d3-4b0e-b1de-3fc0f0fb90ea service nova] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_rules [ 772.013122] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-666c466a-66d3-4b0e-b1de-3fc0f0fb90ea service nova] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 772.013308] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-666c466a-66d3-4b0e-b1de-3fc0f0fb90ea service nova] Enqueued Resource ID: c8bbd9ee-d39d-425a-a66e-5025de6f53a0 with Priority: HIGHEST for action port [ 772.013941] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_rules [ 772.014422] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 772.014575] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8bbd9ee-d39d-425a-a66e-5025de6f53a0 with Priority: HIGHEST for action port [ 772.015683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.015683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.015849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.016236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.016355] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.018824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.021116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.021116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.021116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.021116] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.021116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.021116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.021116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.021116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.021116] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.022172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.022172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.022172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.022172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.022172] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8bbd9ee-d39d-425a-a66e-5025de6f53a0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.032196] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9: rpc.has_security_group_logging(os_id): False [ 772.058026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.058026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.058026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.058026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.058724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.058724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.058724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.059056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.059250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.059513] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 772.148107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.148266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.148350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.148645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.148957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.164934] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 772.341286] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.341522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.341657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.342012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.342247] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.342407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.342407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.342614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.343475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.343606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.343667] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.451403] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.451403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.451403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.451403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.451403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.451403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 772.492351] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.492351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.492351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.492606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.492790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.506175] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 772.527745] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8bbd9ee-d39d-425a-a66e-5025de6f53a0 with status ACTIVE [ 772.528142] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.528361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.528452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.528744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.528882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.529301] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.529442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.529534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.532183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.532183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.532183] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.532183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.532183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.532183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.532183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.532183] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8bbd9ee-d39d-425a-a66e-5025de6f53a0 is going to be updated. [ 772.532767] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.534136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.534136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.563639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.563873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.563873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.564190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.564414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.565019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8bbd9ee-d39d-425a-a66e-5025de6f53a0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.851043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.851043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.851043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.851043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.851043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.851043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.851043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.851043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.851043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.851043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.851697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.851697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.851697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.851879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.851879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.851966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.852097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.853147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.853350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.854307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.854307] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.036832] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.359441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6477549-cb78-44d9-979c-bb18af642723: rpc.has_security_group_logging(os_id): False [ 773.381528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.382027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.382117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.382428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.382556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.382892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.383285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.383443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.384048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.384048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.384301] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.384529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.384639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.384894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.386099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.386099] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.386099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.386099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.386361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.386510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.386683] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be updated. [ 773.406125] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 773.406125] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 deletion is rescheduled due to dependency. [ 773.406125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.475569] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.475720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.475837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.476103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.476261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.493992] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 773.539787] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.540563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.540867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.541092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.541217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.541351] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be created. [ 773.586379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.586379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.586379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.586379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.586379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.603351] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: UNINITIALIZED for 2s [ 774.182587] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 774.182860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.518894] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 774.520795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.520795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.520795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.520795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.520795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.520795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.520795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.520795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.520795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.520795] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.025346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.025585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.025744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.025992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.026223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.026335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.026389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.026544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.026629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.026715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.026895] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.026992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.027063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.027256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.027398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.027487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.027539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.027683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.027759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.027839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.027930] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.137867] env[65380]: INFO networking_nsxv3.common.synchronization [req-d3b0b1a2-098a-4427-ab6c-0e29eb239d80 req-aa178350-7204-4c96-9675-e825fe684600 tempest-ServersAdminTestJSON-1713960241 tempest-ServersAdminTestJSON-1713960241-project-member] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 775.138332] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 775.138712] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.139028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.139028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.139270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.139462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.139822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.139822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.139984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.140118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.140240] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.511305] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 775.511583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.530516] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0b2f015-85f1-43f6-88a3-694b4c107d33: rpc.has_security_group_logging(os_id): False [ 775.557285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.557644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.557644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.557739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.557801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.558258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.558258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.558258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.558415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.558676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.558676] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.558883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.558883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.558941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.559399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.559399] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.559597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.559597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.559756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.559898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.560060] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 775.601206] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-fe78f0db-afdb-4bb7-8c2f-aeb8ae111e73 tempest-ListServersNegativeTestJSON-288456843 tempest-ListServersNegativeTestJSON-288456843-project-member] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 775.603822] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 775.605985] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.606429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.618646] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 775.618958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.619250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.619580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.619684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.619805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.619852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.620024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.620093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.620237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.620451] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.624850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.624915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.626578] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.626578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.626578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.626578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.626578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.626578] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.641760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.641760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.641760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.641760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.641760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.642778] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.666889] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 776.123481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.123644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.133019] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.146423] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.233138] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.233138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.233138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.233138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.233138] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.233138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.233138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.233138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.233635] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.233979] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.234256] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.234641] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.237051] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.237051] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.237051] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.237051] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.257365] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.257759] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.257940] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.258577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.259064] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-1232d4b8-8d7b-48be-a108-9dac2de3ca87 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.259330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-1232d4b8-8d7b-48be-a108-9dac2de3ca87" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.259330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-1232d4b8-8d7b-48be-a108-9dac2de3ca87" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.259990] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-1232d4b8-8d7b-48be-a108-9dac2de3ca87" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.260205] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1232d4b8-8d7b-48be-a108-9dac2de3ca87',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.637053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.649820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.650028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.650105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.650313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.650401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.650510] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 776.683574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.683864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.683864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.684041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.684214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.694692] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 776.764487] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.764853] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.765022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.765395] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.765577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.765781] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 1232d4b8-8d7b-48be-a108-9dac2de3ca87 not found, creating... [ 776.766177] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.766403] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.766567] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.766873] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.767080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.767488] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.767700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.767859] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.768168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.768380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.768621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 1232d4b8-8d7b-48be-a108-9dac2de3ca87 is going to be created. [ 776.797782] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.798135] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.798219] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.798499] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.798786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.799189] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-1232d4b8-8d7b-48be-a108-9dac2de3ca87" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.832843] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a81b599d-b590-4400-84c9-9289bc44d539 None None] Enqueued Resource ID: dfc82e4a-5887-4dfa-8b14-9a9d78012343 with Priority: HIGHEST for action port [ 776.833477] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc82e4a-5887-4dfa-8b14-9a9d78012343 with Priority: HIGHEST for action port [ 776.833807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc82e4a-5887-4dfa-8b14-9a9d78012343 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.833939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc82e4a-5887-4dfa-8b14-9a9d78012343" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.834014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc82e4a-5887-4dfa-8b14-9a9d78012343" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.834392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc82e4a-5887-4dfa-8b14-9a9d78012343" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.834480] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc82e4a-5887-4dfa-8b14-9a9d78012343',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.141558] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.141558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.141558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.141778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.141874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.141976] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 777.175592] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.175819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.175819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.176111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.176277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.188601] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 777.337205] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfc82e4a-5887-4dfa-8b14-9a9d78012343 [ 777.337460] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.337602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.337602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.337838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.337921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.338020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfc82e4a-5887-4dfa-8b14-9a9d78012343 already deleted. [ 777.338103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc82e4a-5887-4dfa-8b14-9a9d78012343" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.565451] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-ef9430a3-17e3-48b5-aa48-fee0a50c0ed9 service nova] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_rules [ 777.565729] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-ef9430a3-17e3-48b5-aa48-fee0a50c0ed9 service nova] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 777.565795] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-ef9430a3-17e3-48b5-aa48-fee0a50c0ed9 service nova] Enqueued Resource ID: 1232d4b8-8d7b-48be-a108-9dac2de3ca87 with Priority: HIGHEST for action port [ 777.566469] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_rules [ 777.566577] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 777.566688] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1232d4b8-8d7b-48be-a108-9dac2de3ca87 with Priority: HIGHEST for action port [ 777.571058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.571251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.571519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.571623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.571808] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1232d4b8-8d7b-48be-a108-9dac2de3ca87 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.571965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1232d4b8-8d7b-48be-a108-9dac2de3ca87" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.571965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1232d4b8-8d7b-48be-a108-9dac2de3ca87" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.572613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1232d4b8-8d7b-48be-a108-9dac2de3ca87" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.572613] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1232d4b8-8d7b-48be-a108-9dac2de3ca87',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.678629] env[65380]: INFO networking_nsxv3.common.synchronization [req-fa594d33-bb7c-4c47-8c53-bdb94ee04e86 req-f652de88-fa11-4b83-844f-0f6bd8f44161 tempest-ServerMetadataNegativeTestJSON-1956349727 tempest-ServerMetadataNegativeTestJSON-1956349727-project-member] Enqueued Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGHEST for action security_group_members [ 777.679681] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGHEST for action security_group_members [ 777.679681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d22c70-1863-4478-9987-d47027515855 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.681491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.681491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.681491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.681491] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.681491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.681491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.681491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.681491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.681491] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d22c70-1863-4478-9987-d47027515855',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.687280] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 777.687496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.074863] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1232d4b8-8d7b-48be-a108-9dac2de3ca87 with status ACTIVE [ 778.075890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.075890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.075890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.075890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.076274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.076952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.076952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.076952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.077216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.077336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.077487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.077586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.077642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.078058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.078058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.078313] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1232d4b8-8d7b-48be-a108-9dac2de3ca87 is going to be updated. [ 778.110631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.110631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.110631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.110631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.110631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.110631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1232d4b8-8d7b-48be-a108-9dac2de3ca87" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.161677] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-8a6da756-75cb-4393-bf8c-c31d1c42ed87 tempest-ListServersNegativeTestJSON-288456843 tempest-ListServersNegativeTestJSON-288456843-project-member] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 778.163886] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 778.164926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.164926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.183529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.183683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.183749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.184090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.184193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.184377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.184468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.184528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.184689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.184785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.184879] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d22c70-1863-4478-9987-d47027515855 is going to be updated. [ 778.232028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.234063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.234173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.234377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.234532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.259412] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d22c70-1863-4478-9987-d47027515855 in Status: IN_PROGRESS for 2s [ 778.597215] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.597215] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.597215] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.597215] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.597497] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.597624] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.597776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.598107] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.598280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.598501] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.598688] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.598858] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.598983] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.599121] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.599222] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.599346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.621037] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.621241] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.621460] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.621598] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.622459] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-377ec392-888b-48b0-8525-41604f393841 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.622459] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-377ec392-888b-48b0-8525-41604f393841" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.622459] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-377ec392-888b-48b0-8525-41604f393841" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.622714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-377ec392-888b-48b0-8525-41604f393841" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.622939] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('377ec392-888b-48b0-8525-41604f393841',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.706384] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 778.706917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.126356] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.126663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.126775] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.127135] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.127292] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.127445] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 377ec392-888b-48b0-8525-41604f393841 not found, creating... [ 779.127739] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.127898] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.128022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.128273] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.128388] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.129033] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.129033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.129033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.129465] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.129636] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.129812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 377ec392-888b-48b0-8525-41604f393841 is going to be created. [ 779.161602] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.162032] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.162272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.162676] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.165153] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.165462] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-377ec392-888b-48b0-8525-41604f393841" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.201187] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 779.201505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.201709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.202048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.202170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.202286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.202373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.202541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.202616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.202700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.202892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.202983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.203294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.203756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.203756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.203756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.204052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.204100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.204247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.204377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.204745] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.209044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.209338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.209338] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.209771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.209771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.209901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.210057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.210157] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.710177] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f040ca2f-798d-44e6-8942-6e194ec478d4: rpc.has_security_group_logging(os_id): False [ 779.713471] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.742432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.742432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.742432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.742432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.742432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.742432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.742432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.742432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.742432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.742432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.744540] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.744685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.744751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.745117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.745117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.745381] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.745496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.745561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.745756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.745864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.745956] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be created. [ 779.851081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.851319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.851402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.851680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.869040] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 780.088601] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-39d495d4-df44-4487-9d82-e5a8446a0771 service nova] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_rules [ 780.088846] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-39d495d4-df44-4487-9d82-e5a8446a0771 service nova] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 780.089011] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c5066a0-c9c4-4063-b1ad-24d547a2824c req-39d495d4-df44-4487-9d82-e5a8446a0771 service nova] Enqueued Resource ID: 377ec392-888b-48b0-8525-41604f393841 with Priority: HIGHEST for action port [ 780.089933] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_rules [ 780.090122] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 780.090228] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 377ec392-888b-48b0-8525-41604f393841 with Priority: HIGHEST for action port [ 780.090563] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.090763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.091397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.091397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.091549] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-377ec392-888b-48b0-8525-41604f393841 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.091549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-377ec392-888b-48b0-8525-41604f393841" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.091696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-377ec392-888b-48b0-8525-41604f393841" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.091904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-377ec392-888b-48b0-8525-41604f393841" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.091904] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('377ec392-888b-48b0-8525-41604f393841',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.216873] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.272654] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d22c70-1863-4478-9987-d47027515855 in Status: SUCCESS [ 780.272846] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d22c70-1863-4478-9987-d47027515855 deletion is rescheduled due to dependency. [ 780.272954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.596847] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 377ec392-888b-48b0-8525-41604f393841 with status ACTIVE [ 780.597093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.597526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.597526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.597526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.597674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.597760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.597858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.597921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.598102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.598250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.598359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.598456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.598535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.598681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.598732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.598813] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 377ec392-888b-48b0-8525-41604f393841 is going to be updated. [ 780.623534] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.623534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.623534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.623534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.623534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.623534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-377ec392-888b-48b0-8525-41604f393841" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.721606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.721606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.721606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.721606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.721606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.721606] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 780.749186] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9a22f0b2-6b07-4a4c-bb99-360773eaa676 None None] Enqueued Resource ID: 29589533-943e-4eee-8e4c-0a97ab393de3 with Priority: HIGHEST for action port [ 780.751558] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29589533-943e-4eee-8e4c-0a97ab393de3 with Priority: HIGHEST for action port [ 780.753812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-29589533-943e-4eee-8e4c-0a97ab393de3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.753812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29589533-943e-4eee-8e4c-0a97ab393de3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.753812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29589533-943e-4eee-8e4c-0a97ab393de3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.753812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29589533-943e-4eee-8e4c-0a97ab393de3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.753812] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29589533-943e-4eee-8e4c-0a97ab393de3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.779841] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.780059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.780108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.780296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.780445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.792542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 780.980067] env[65380]: INFO networking_nsxv3.common.synchronization [req-a8a6dabb-2b53-4dd1-a7a6-fcff5e4d98cd req-6db66218-5d5f-493b-a484-4d2a5c30e8de tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 780.980239] env[65380]: INFO networking_nsxv3.common.synchronization [req-a8a6dabb-2b53-4dd1-a7a6-fcff5e4d98cd req-6db66218-5d5f-493b-a484-4d2a5c30e8de tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 780.980775] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 780.980890] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 780.981462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.981600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.981675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.981961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.982171] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.982294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.982378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.982574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.982751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.982834] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.984281] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-38237246-9119-4889-8dc5-df9527f6b249 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.984281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.984461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.984717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.986262] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.986262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.986262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.986262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.986262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.986262] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.029944] env[65380]: INFO networking_nsxv3.common.synchronization [req-a8a6dabb-2b53-4dd1-a7a6-fcff5e4d98cd req-6db66218-5d5f-493b-a484-4d2a5c30e8de tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_rules [ 781.030130] env[65380]: INFO networking_nsxv3.common.synchronization [req-a8a6dabb-2b53-4dd1-a7a6-fcff5e4d98cd req-6db66218-5d5f-493b-a484-4d2a5c30e8de tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 781.030261] env[65380]: INFO networking_nsxv3.common.synchronization [req-a8a6dabb-2b53-4dd1-a7a6-fcff5e4d98cd req-6db66218-5d5f-493b-a484-4d2a5c30e8de tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 781.030382] env[65380]: INFO networking_nsxv3.common.synchronization [req-a8a6dabb-2b53-4dd1-a7a6-fcff5e4d98cd req-6db66218-5d5f-493b-a484-4d2a5c30e8de tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 781.030500] env[65380]: INFO networking_nsxv3.common.synchronization [req-a8a6dabb-2b53-4dd1-a7a6-fcff5e4d98cd req-6db66218-5d5f-493b-a484-4d2a5c30e8de tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 188dd284-11dc-411e-b36b-67e0c02810d3 with Priority: HIGHEST for action port [ 781.031026] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_rules [ 781.031408] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 781.031514] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188dd284-11dc-411e-b36b-67e0c02810d3 with Priority: HIGHEST for action port [ 781.031614] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 781.031731] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 781.032163] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38237246-9119-4889-8dc5-df9527f6b249 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.032295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.032359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.033774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.033868] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.034853] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.035222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.035391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.035600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.035683] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.036505] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-188dd284-11dc-411e-b36b-67e0c02810d3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.036624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.036688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.036862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.036938] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188dd284-11dc-411e-b36b-67e0c02810d3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.039362] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-38237246-9119-4889-8dc5-df9527f6b249 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.039362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.039505] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.041105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.255422] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29589533-943e-4eee-8e4c-0a97ab393de3 [ 781.255668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.255885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.255939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.256378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.256474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.256573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29589533-943e-4eee-8e4c-0a97ab393de3 already deleted. [ 781.256663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29589533-943e-4eee-8e4c-0a97ab393de3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.488712] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.489954] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.539875] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 188dd284-11dc-411e-b36b-67e0c02810d3 with status ACTIVE [ 781.540148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.540312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.540413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.540657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.540761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.541061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.541201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.541272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.541505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.541505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.541693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.541787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.541853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.542220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.542220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.542220] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 188dd284-11dc-411e-b36b-67e0c02810d3 is going to be updated. [ 781.544279] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-38237246-9119-4889-8dc5-df9527f6b249 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.544279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.544531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.544614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.598437] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.598765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.598881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.599164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.599572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.599933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.886100] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 781.886378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.886548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.886760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.886853] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.994337] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.994808] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.230198] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec842ffc-1d18-4927-a089-ec329860b231 req-4d29f3df-fc2c-484e-aa0b-27b9c98c7e16 tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 782.230198] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 782.230198] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.232766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.232917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.233091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.233269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.233378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.233438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.233590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.233668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.233760] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.393287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.393457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.496738] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.496937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.496980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.497258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.497394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.497442] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38237246-9119-4889-8dc5-df9527f6b249 is going to be created. [ 782.498981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.499437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.499437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.499437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.499588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.499588] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 782.554748] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.555678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.555778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.556017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.556207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.558718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.558866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.558972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.559187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.559322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.576622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 782.577422] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: UNINITIALIZED for 2s [ 782.608517] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec842ffc-1d18-4927-a089-ec329860b231 req-061550d1-2258-4c19-9e99-83747940f37a tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 782.611530] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 782.611855] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.611996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.736429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.736672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.736672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.736839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.736946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.737124] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.737290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.737290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.738451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.738451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.738451] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 782.799209] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.799353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.799424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.799785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.800271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.811862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 782.812253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.812444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.812752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.813068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.813243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.813375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.813632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.813780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.813889] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.816701] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 783.143463] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.143463] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-813" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.143463] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-813" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.144255] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-813" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.144255] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.144698] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.144869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.145200] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.145254] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.146487] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.146487] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.146487] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.146487] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.146487] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.146487] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.146487] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.210395] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.210495] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.210642] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.210812] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-813" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.211282] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-6613d8bf-a5d0-4066-a837-cfb153b01953 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.211550] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-6613d8bf-a5d0-4066-a837-cfb153b01953" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.211752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-6613d8bf-a5d0-4066-a837-cfb153b01953" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.212250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-6613d8bf-a5d0-4066-a837-cfb153b01953" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.212450] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6613d8bf-a5d0-4066-a837-cfb153b01953',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.319684] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.715476] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.715722] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.715829] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.716144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.716284] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.716456] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 6613d8bf-a5d0-4066-a837-cfb153b01953 not found, creating... [ 783.716739] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.716947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.717077] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.717408] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.717584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.717905] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.718160] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.718354] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.718577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.718719] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.718879] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 6613d8bf-a5d0-4066-a837-cfb153b01953 is going to be created. [ 783.745486] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.745716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.745817] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.746194] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.746448] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.746676] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-6613d8bf-a5d0-4066-a837-cfb153b01953" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.823085] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.327536] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.328160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.328160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.328160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.328160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.328404] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 784.370365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.370466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.370466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.370705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.370900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.382882] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 784.521124] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec842ffc-1d18-4927-a089-ec329860b231 req-04adb5eb-3318-44a0-8c41-e340650068c3 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 784.521124] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec842ffc-1d18-4927-a089-ec329860b231 req-04adb5eb-3318-44a0-8c41-e340650068c3 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 784.521124] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec842ffc-1d18-4927-a089-ec329860b231 req-04adb5eb-3318-44a0-8c41-e340650068c3 service nova] Enqueued Resource ID: 6613d8bf-a5d0-4066-a837-cfb153b01953 with Priority: HIGHEST for action port [ 784.521124] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 784.521687] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 784.521981] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6613d8bf-a5d0-4066-a837-cfb153b01953 with Priority: HIGHEST for action port [ 784.523601] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.523601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.523601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.524711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.524711] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.526632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.526632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.526632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6613d8bf-a5d0-4066-a837-cfb153b01953 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.526632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6613d8bf-a5d0-4066-a837-cfb153b01953" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.526632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6613d8bf-a5d0-4066-a837-cfb153b01953" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.528357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6613d8bf-a5d0-4066-a837-cfb153b01953" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.528357] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6613d8bf-a5d0-4066-a837-cfb153b01953',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.594241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 784.594494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.595327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.595560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.595885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.596043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.596084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.596237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.596316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.596441] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.598163] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: SUCCESS [ 784.598314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.598487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.599097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.599097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.599735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.599735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.599900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.599986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.600103] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.832297] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 784.832586] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd deletion is rescheduled due to dependency. [ 784.832730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.832880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.833115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.833355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.833507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.833600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.833797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.833896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.834802] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.036028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.036028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.036028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6613d8bf-a5d0-4066-a837-cfb153b01953 with status ACTIVE [ 785.036028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.036028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.036028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.036028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.036028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.036028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.036028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.036028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.036028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.036028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.036028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.036750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.036750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.036750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.036750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.036750] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6613d8bf-a5d0-4066-a837-cfb153b01953 is going to be updated. [ 785.072211] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.072211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.072211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.072211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.072211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.072211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6613d8bf-a5d0-4066-a837-cfb153b01953" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.101836] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.106110] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.276077] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c0c4824-0e38-4eca-957c-156b4091ac0c req-d200cb31-3911-4ad6-b717-a41bd281e48e tempest-ServersTestBootFromVolume-429025974 tempest-ServersTestBootFromVolume-429025974-project-member] Enqueued Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_members [ 785.276077] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_members [ 785.276077] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de47040-f690-4378-ac86-2a3a2e339674 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.276077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.276077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.276319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.276358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.276554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.276554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.276714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.276852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.276951] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.342484] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.457705] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.457915] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-111" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.458491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-111" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.458491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-111" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.458635] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.459574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.459574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.459904] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.459904] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.460114] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.460230] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.460335] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.460437] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.460560] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.460663] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.460794] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.486602] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.486829] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.486977] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.487237] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-111" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.487615] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.488044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.488044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.488324] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.488488] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0ceaeb-1d91-4344-843c-ddfd57341ec5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.606240] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.608763] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.780540] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.782897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.782897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.782897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.782897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.782897] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.782897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.782897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.782897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.782897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.782897] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de47040-f690-4378-ac86-2a3a2e339674 already deleted. [ 785.782897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.810766] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-713 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.811079] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-713" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.811218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-713" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.811553] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-713" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811907] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.812269] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.812433] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.812742] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.812872] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.813161] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.813353] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.813457] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.813571] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.813690] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.813794] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.813929] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.834740] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.835047] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.835230] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.835515] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-713" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.835933] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.836128] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.836337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.836671] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.836806] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346c21cb-fecc-47ee-83fb-cb58a8bc7d74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.845735] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.994338] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.994571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.994754] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.995039] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.995253] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.995403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 2d0ceaeb-1d91-4344-843c-ddfd57341ec5 not found, creating... [ 785.995694] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.995854] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.995966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.996219] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.996352] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.996641] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.996770] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.996881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.997093] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.997232] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.997415] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 2d0ceaeb-1d91-4344-843c-ddfd57341ec5 is going to be created. [ 786.041549] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.041789] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.041903] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.042208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.042436] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.042660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.112072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.112309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.112373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.112586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.112681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.112798] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 786.114342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.114470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.114526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.114786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.114886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.115018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38237246-9119-4889-8dc5-df9527f6b249 is going to be updated. [ 786.185507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.185728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.185809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.186128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.186345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.188879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.189059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.189205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.189457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.189624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.218261] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 786.219165] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: IN_PROGRESS for 2s [ 786.339881] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.340263] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.340469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.340876] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.341154] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.341403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 346c21cb-fecc-47ee-83fb-cb58a8bc7d74 not found, creating... [ 786.341824] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.342083] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.342291] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.342652] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.342877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.343379] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.343627] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.343831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.344178] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.344412] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.344669] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 346c21cb-fecc-47ee-83fb-cb58a8bc7d74 is going to be created. [ 786.348217] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.348430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.348542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.348818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.348973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.349147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 786.399528] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.399882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.400045] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.400350] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.400713] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.401130] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.411153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.411379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.411460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.411659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.411812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.413820] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 786.414064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.414679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.414945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.415153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.415266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.415328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.415486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.415567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.415691] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.430913] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 786.793884] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec842ffc-1d18-4927-a089-ec329860b231 req-87620644-1838-4df8-9281-78ce892c7eb5 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 786.793884] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec842ffc-1d18-4927-a089-ec329860b231 req-87620644-1838-4df8-9281-78ce892c7eb5 service nova] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 786.793884] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec842ffc-1d18-4927-a089-ec329860b231 req-87620644-1838-4df8-9281-78ce892c7eb5 service nova] Enqueued Resource ID: 2d0ceaeb-1d91-4344-843c-ddfd57341ec5 with Priority: HIGHEST for action port [ 786.799268] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_rules [ 786.799268] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 786.799268] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0ceaeb-1d91-4344-843c-ddfd57341ec5 with Priority: HIGHEST for action port [ 786.799268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.799268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.799268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.799268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.799268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.799268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.799268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.799268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.799268] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d0ceaeb-1d91-4344-843c-ddfd57341ec5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.917973] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.130757] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c0c4824-0e38-4eca-957c-156b4091ac0c req-48c5ed26-985b-48a1-a016-a591d51efe5c service nova] Enqueued Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_rules [ 787.130901] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c0c4824-0e38-4eca-957c-156b4091ac0c req-48c5ed26-985b-48a1-a016-a591d51efe5c service nova] Enqueued Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_members [ 787.131224] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c0c4824-0e38-4eca-957c-156b4091ac0c req-48c5ed26-985b-48a1-a016-a591d51efe5c service nova] Enqueued Resource ID: 346c21cb-fecc-47ee-83fb-cb58a8bc7d74 with Priority: HIGHEST for action port [ 787.131893] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_rules [ 787.132086] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_members [ 787.132208] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346c21cb-fecc-47ee-83fb-cb58a8bc7d74 with Priority: HIGHEST for action port [ 787.132554] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3de47040-f690-4378-ac86-2a3a2e339674 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.132668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.132668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.132881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.132955] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.136670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de47040-f690-4378-ac86-2a3a2e339674 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.136670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.136670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.136670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.136670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.136670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.136670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.136670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.136670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.136670] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.137063] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.137243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.137243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.137369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.137447] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346c21cb-fecc-47ee-83fb-cb58a8bc7d74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.302225] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d0ceaeb-1d91-4344-843c-ddfd57341ec5 with status ACTIVE [ 787.306037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.306037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.306037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.306037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.311050] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d0ceaeb-1d91-4344-843c-ddfd57341ec5 is going to be updated. [ 787.334572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.335188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.335188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.335382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.335525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.335755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d0ceaeb-1d91-4344-843c-ddfd57341ec5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.357147] env[65380]: INFO networking_nsxv3.common.synchronization [req-92c02366-e5a1-4545-9dea-f112f68bf977 req-2e6cac09-e7b7-42c2-ab3b-f4a67ec0f9a6 tempest-ListImageFiltersTestJSON-1936798979 tempest-ListImageFiltersTestJSON-1936798979-project-member] Enqueued Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 787.357735] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 787.358088] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.358232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.358297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.358495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.358647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.358742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.358804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.359289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.359289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.359289] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.419829] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.635686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de47040-f690-4378-ac86-2a3a2e339674 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.635686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.643026] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.643026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 346c21cb-fecc-47ee-83fb-cb58a8bc7d74 with status ACTIVE [ 787.643026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.643026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.643026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.643026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.643026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.643026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.643026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.643026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.643026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.643026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.643026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.649322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.649322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.649322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.649322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.649322] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 346c21cb-fecc-47ee-83fb-cb58a8bc7d74 is going to be updated. [ 787.674720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.674720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.674720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.674720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.674720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.674720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346c21cb-fecc-47ee-83fb-cb58a8bc7d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.861670] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.923047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.923216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.923325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.923572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.923673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.923757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 787.974575] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.974746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.974802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.974988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.975301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.988038] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 788.149648] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.235165] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: SUCCESS [ 788.235290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.236033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.236033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.236033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.236203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.236203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.236365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.236430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.236708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.236708] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.238383] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 788.239217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.239217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.239217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.239476] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.239476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.239476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.239705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.239705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.239808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.239808] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.366811] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.448646] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 788.448646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.448646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.448975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.449466] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.449466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.450583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.450583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.450583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.451154] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.654956] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.654956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.654956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.654956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.654956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.654956] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de47040-f690-4378-ac86-2a3a2e339674 is going to be created. [ 788.690794] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.690794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.690794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.690794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.690794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.704222] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de47040-f690-4378-ac86-2a3a2e339674 in Status: UNINITIALIZED for 2s [ 788.742203] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.746082] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.746082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.746082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.746082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.746082] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.746082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.746082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.746570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.746570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.746570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.746570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.746570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.746570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.746943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.746943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.746943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.747120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.748113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.748217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.748302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.748397] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.872448] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.872668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.872770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.873095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.873246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.873370] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd is going to be updated. [ 788.916935] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.917182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.917267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.917539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.917648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.928763] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: IN_PROGRESS for 2s [ 788.955444] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.254025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38237246-9119-4889-8dc5-df9527f6b249: rpc.has_security_group_logging(os_id): False [ 789.254025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0b2f015-85f1-43f6-88a3-694b4c107d33: rpc.has_security_group_logging(os_id): False [ 789.272290] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.272517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.272517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.272753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.272807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.273824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.273824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.273824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.273824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.273824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.273824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.273824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.273824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.273824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.274527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.276151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.276245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.276297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.276476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.276558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.276646] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 789.282131] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.282355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.282484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.282773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.282912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.283282] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.283419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.283545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.283803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.283971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.284160] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38237246-9119-4889-8dc5-df9527f6b249 is going to be created. [ 789.458012] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.488669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.488904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.488904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.489221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.489467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.504810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.504810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.505114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.505114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.505404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.519465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: IN_PROGRESS for 2s [ 789.541217] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 789.960862] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.961155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.961307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.961720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.961720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.961720] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 790.003609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 790.003789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.004900] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.005424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.005424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.005722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.005722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.007098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.007665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.007665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.008025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.008170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.008313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.008457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.008491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.008607] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.019478] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 790.514178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.514518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.514518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.514798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.515073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.515176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.515218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.515345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.515430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.515519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.515779] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.515779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.515896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.515990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.516151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.516270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.516340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.516479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.516544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.516654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.516711] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.610796] env[65380]: INFO networking_nsxv3.common.synchronization [req-3b731de3-9c10-4776-a762-50479b8fd510 req-f92355d9-89cc-4e08-9369-c1068d2b0739 tempest-ServersTestManualDisk-946573308 tempest-ServersTestManualDisk-946573308-project-member] Enqueued Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_members [ 790.611457] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_members [ 790.611771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4144af6-a5dc-438d-9bca-64f460b54f11 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.612157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.612240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.612669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.612669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.612807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.612807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.612948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.613107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.613201] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.719621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de47040-f690-4378-ac86-2a3a2e339674 in Status: SUCCESS [ 790.719874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.720045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.720296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.720522] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.720647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.720714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.720884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.721052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721268] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.942419] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: SUCCESS [ 790.942505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.020596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f040ca2f-798d-44e6-8942-6e194ec478d4: rpc.has_security_group_logging(os_id): False [ 791.043582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.043828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.043929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.044222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.044341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.044618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.044740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.044740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.045789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.045906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.046218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.046365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.046440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.046657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.046774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.047030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.047158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.047243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.047431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.047557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.047694] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 791.091313] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.091578] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.091727] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.092515] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.092916] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.093168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.093355] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.093683] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.093889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.094363] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.094463] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.094548] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.094769] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.094872] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.095023] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.095219] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.122632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.122632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.122632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.122863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.122951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.123278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.123420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.123488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.123791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.123791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.125517] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4144af6-a5dc-438d-9bca-64f460b54f11 already deleted. [ 791.125517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.126034] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.126202] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.126342] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.126513] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.126873] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-e3c1b904-5c59-42a0-8001-43b802a7b9d2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.127101] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-e3c1b904-5c59-42a0-8001-43b802a7b9d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.127240] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-e3c1b904-5c59-42a0-8001-43b802a7b9d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.128513] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-e3c1b904-5c59-42a0-8001-43b802a7b9d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.128513] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c1b904-5c59-42a0-8001-43b802a7b9d2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.137894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.138148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.138148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.138354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.138482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.163279] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 791.225374] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.546749] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: SUCCESS [ 791.547139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.573528] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 791.573801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.631378] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.631752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.631898] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.632251] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.633759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.633759] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port e3c1b904-5c59-42a0-8001-43b802a7b9d2 not found, creating... [ 791.633759] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.633759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.633759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.633759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.633759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.634093] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.634093] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.634205] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.634470] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.634617] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.634759] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: e3c1b904-5c59-42a0-8001-43b802a7b9d2 is going to be created. [ 791.661489] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.661919] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.662255] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.664034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.664034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.664034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-e3c1b904-5c59-42a0-8001-43b802a7b9d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.727889] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3de47040-f690-4378-ac86-2a3a2e339674: rpc.has_security_group_logging(os_id): False [ 791.760743] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.760989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.761072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.761394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.761492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.761769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.761859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.761917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.762100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.762183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.762271] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3de47040-f690-4378-ac86-2a3a2e339674 is going to be created. [ 791.885557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.885773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.886347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.886347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.887761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.902737] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3de47040-f690-4378-ac86-2a3a2e339674 in Status: IN_PROGRESS for 2s [ 792.034038] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 792.034271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.034442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.034664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.034856] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.034976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.035060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.035233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.035343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.035577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.035577] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.036407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.036580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.036747] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.036856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.036947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.037065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.037119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.037223] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.410640] env[65380]: INFO networking_nsxv3.common.synchronization [req-3b731de3-9c10-4776-a762-50479b8fd510 req-4afb1aa1-1132-4a5f-8a37-acbe226af245 service nova] Enqueued Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_rules [ 792.410825] env[65380]: INFO networking_nsxv3.common.synchronization [req-3b731de3-9c10-4776-a762-50479b8fd510 req-4afb1aa1-1132-4a5f-8a37-acbe226af245 service nova] Enqueued Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_members [ 792.411037] env[65380]: INFO networking_nsxv3.common.synchronization [req-3b731de3-9c10-4776-a762-50479b8fd510 req-4afb1aa1-1132-4a5f-8a37-acbe226af245 service nova] Enqueued Resource ID: e3c1b904-5c59-42a0-8001-43b802a7b9d2 with Priority: HIGHEST for action port [ 792.411650] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_rules [ 792.411891] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_members [ 792.412349] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c1b904-5c59-42a0-8001-43b802a7b9d2 with Priority: HIGHEST for action port [ 792.413184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4144af6-a5dc-438d-9bca-64f460b54f11 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.413184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.413184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.413184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.413572] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.414834] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4144af6-a5dc-438d-9bca-64f460b54f11 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.415032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.415152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.415380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.419020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.419020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.419020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.419020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.419020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.419020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.419020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3c1b904-5c59-42a0-8001-43b802a7b9d2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.419020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3c1b904-5c59-42a0-8001-43b802a7b9d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.419020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3c1b904-5c59-42a0-8001-43b802a7b9d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.419020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3c1b904-5c59-42a0-8001-43b802a7b9d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.419020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c1b904-5c59-42a0-8001-43b802a7b9d2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.524631] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 792.524838] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 792.525036] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 with Priority: HIGHEST for action security_group_members [ 792.525775] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 792.526250] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 792.526373] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 with Priority: HIGHEST for action security_group_members [ 792.526743] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.526899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.526985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.527240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.527412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.527529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.527678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.527742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.527896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.527941] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.529045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-38237246-9119-4889-8dc5-df9527f6b249 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.529527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.529623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.529798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.529953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.530234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.530234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.530368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.530448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.530541] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.531579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bca837e-eaa3-4f4b-9cc2-9140def59494 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.531781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.531849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.532207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.532301] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.534661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.534661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.534661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.534661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.534661] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.539519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.539643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.540276] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.589798] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 with Priority: HIGHEST for action security_group_rules [ 792.590127] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 with Priority: HIGHEST for action security_group_members [ 792.590127] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_rules [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [req-55e8d040-3121-4322-807d-27887e6162b8 req-0702952b-1aea-4ea8-8025-bf73b0bcf578 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 188dd284-11dc-411e-b36b-67e0c02810d3 with Priority: HIGHEST for action port [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 with Priority: HIGHEST for action security_group_rules [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_rules [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188dd284-11dc-411e-b36b-67e0c02810d3 with Priority: HIGHEST for action port [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_rules [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 with Priority: HIGHEST for action security_group_members [ 792.592270] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 792.592270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bca837e-eaa3-4f4b-9cc2-9140def59494 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.592784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.592784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.592784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.592784] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.593939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38237246-9119-4889-8dc5-df9527f6b249 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.594059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.594132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.594314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.594387] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.595305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.595397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.595578] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-188dd284-11dc-411e-b36b-67e0c02810d3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.596580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.596580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.596580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.596580] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188dd284-11dc-411e-b36b-67e0c02810d3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.597052] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.597052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.597052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.597262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.597262] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.598612] env[65380]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 792.598612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bca837e-eaa3-4f4b-9cc2-9140def59494 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.598612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.598881] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-38237246-9119-4889-8dc5-df9527f6b249 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.598881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.922187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4144af6-a5dc-438d-9bca-64f460b54f11 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.922187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.922187] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.922187] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3c1b904-5c59-42a0-8001-43b802a7b9d2 with status ACTIVE [ 792.922361] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.922536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.922536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.923427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.923427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.923427] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.923427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.923427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.923804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.923804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.923804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.923948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.924057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.924193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.924282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.924369] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3c1b904-5c59-42a0-8001-43b802a7b9d2 is going to be updated. [ 792.968421] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.968421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.968421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.968421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.968421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.968421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3c1b904-5c59-42a0-8001-43b802a7b9d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.035763] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.038890] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.045480] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.045480] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.100218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 188dd284-11dc-411e-b36b-67e0c02810d3 with status ACTIVE [ 793.100506] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.100920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.100920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.101247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.101367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.101564] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.101668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.101731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.101890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.102042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.102232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.102328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.102388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.102532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.102605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.102686] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 188dd284-11dc-411e-b36b-67e0c02810d3 is going to be updated. [ 793.104031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bca837e-eaa3-4f4b-9cc2-9140def59494 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.104147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.104947] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-38237246-9119-4889-8dc5-df9527f6b249 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.104947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.114551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.114661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.128673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.128860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.128992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.129285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.129490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.129703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188dd284-11dc-411e-b36b-67e0c02810d3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.182155] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 793.183089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.183089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.183089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.183272] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.428196] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.540947] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.544976] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.545816] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.546720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.547121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.547121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.547221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.550451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.550451] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 793.584215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.584405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.584469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.584686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.584861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.598083] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 793.685664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.685828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.685898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.686149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.686321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.686414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.686473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.686642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.686731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.686824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.686916] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.918705] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3de47040-f690-4378-ac86-2a3a2e339674 in Status: SUCCESS [ 793.918981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.932866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.933183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.933183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.933491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.935313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.935313] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4144af6-a5dc-438d-9bca-64f460b54f11 is going to be created. [ 793.971103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.971328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.971409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.971627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.971854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.989744] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4144af6-a5dc-438d-9bca-64f460b54f11 in Status: UNINITIALIZED for 2s [ 794.045112] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.045358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.045358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.045592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.045686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.045795] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 794.052628] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.052777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.052866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.053112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.053206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.053329] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 is going to be created. [ 794.054894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.055091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.055149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.055316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.055406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.055505] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38237246-9119-4889-8dc5-df9527f6b249 is going to be updated. [ 794.093197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.093288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.093343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.093563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.093727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.112639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.112828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.112882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.113784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.113784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.122267] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 in Status: UNINITIALIZED for 2s [ 794.123363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.123539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.123633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.123889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.124202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.129609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: IN_PROGRESS for 2s [ 794.151115] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 794.191121] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.191881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.191881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.192248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.192248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.192339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.192398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.193033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.193033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.193033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.193382] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.193451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.193710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.193820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.193927] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.194107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.194207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.194369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.194500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.194597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.194705] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.697336] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f040ca2f-798d-44e6-8942-6e194ec478d4: rpc.has_security_group_logging(os_id): False [ 794.725934] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.726323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.726323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.726448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.726488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.726855] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.727145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.727224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.727417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.727788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.727788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.728029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.728029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.728136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.728136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.728388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.728462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.728501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.728855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.728855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.728855] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 794.832228] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.832529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.832626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.832831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.833089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.885044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 795.613174] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 795.613526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.613725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.613949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.614174] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.614291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.614368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.614581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.614647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.614694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.614848] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.614945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.615019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.615174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.615355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.615424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.615482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.615623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.615692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.615773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.615898] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.001618] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4144af6-a5dc-438d-9bca-64f460b54f11 in Status: SUCCESS [ 796.001905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.002057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.002314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.002514] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.002633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.002697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.002851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.002934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.003034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.003131] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.083487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.083704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.083753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.083993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.084134] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.092952] env[65380]: INFO networking_nsxv3.common.synchronization [req-3eee3669-2ace-4373-b43a-435f9e1471fc req-4e22531d-2b06-492f-a80b-5d7686322420 tempest-ListServersNegativeTestJSON-288456843 tempest-ListServersNegativeTestJSON-288456843-project-member] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 796.093585] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 796.093838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.093956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.095608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.095841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.096033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.096148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.096230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.096389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.096487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.096588] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.119860] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 887411f7-29d3-4378-a859-26f11aa792fd: rpc.has_security_group_logging(os_id): False [ 796.141713] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 in Status: SUCCESS [ 796.141713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.141713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.141713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.141713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.141713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.141713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.141713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.141713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.141713] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.144677] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.145150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.145322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.145683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.145923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.146378] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.146607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.146768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.147035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.147207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.147613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.147835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.147986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.151027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.151027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.151027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.151027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.151027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.151027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.151027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.151027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 796.151027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: SUCCESS [ 796.151878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.153772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.154060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.154342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.154563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.155162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.155417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.155580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.155753] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.172538] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 796.172538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.172538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.172538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.172538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.172538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.172538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.172538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.172538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.172538] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.232701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.232882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.232946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.237024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.237024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.255579] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 796.277775] env[65380]: INFO networking_nsxv3.common.synchronization [req-3155757a-fda9-4e38-b53a-ddc931a9cc5b req-a191047f-b97f-4747-bbfd-d155d00377bf tempest-ImagesOneServerTestJSON-1588989952 tempest-ImagesOneServerTestJSON-1588989952-project-member] Enqueued Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGHEST for action security_group_members [ 796.279694] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGHEST for action security_group_members [ 796.280076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6a3d88-159e-4e42-9e10-f343e42e25d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.280206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.280289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.280556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.280746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.280861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.281026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.281231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.281329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.281429] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee6a3d88-159e-4e42-9e10-f343e42e25d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.507441] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.594182] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.600135] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.643984] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.658645] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.675556] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.785116] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.785116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.785355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.785450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.785592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.785985] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.786252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.786397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.786652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.786786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.786932] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 is going to be updated. [ 796.792631] env[65380]: INFO networking_nsxv3.common.synchronization [req-cb3f84d2-dd6e-4eba-9bcb-7408ec8d2417 req-0eab22f4-60c2-434b-864e-a0d736d9b8a3 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 796.792837] env[65380]: INFO networking_nsxv3.common.synchronization [req-cb3f84d2-dd6e-4eba-9bcb-7408ec8d2417 req-0eab22f4-60c2-434b-864e-a0d736d9b8a3 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 with Priority: HIGHEST for action security_group_members [ 796.793030] env[65380]: INFO networking_nsxv3.common.synchronization [req-cb3f84d2-dd6e-4eba-9bcb-7408ec8d2417 req-0eab22f4-60c2-434b-864e-a0d736d9b8a3 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 796.793753] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 796.793939] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 with Priority: HIGHEST for action security_group_members [ 796.794099] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38237246-9119-4889-8dc5-df9527f6b249 with Priority: HIGHEST for action security_group_members [ 796.794473] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.794607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.794899] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bca837e-eaa3-4f4b-9cc2-9140def59494 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.794976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.795228] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-38237246-9119-4889-8dc5-df9527f6b249 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.795381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.825133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.825450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.825450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.825759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.825985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.837928] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 in Status: IN_PROGRESS for 2s [ 796.903949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 796.904352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.013178] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4144af6-a5dc-438d-9bca-64f460b54f11: rpc.has_security_group_logging(os_id): False [ 797.038634] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.039623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.039623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.039623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.039623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.039904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.039904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.039904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.040098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.040179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.040274] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4144af6-a5dc-438d-9bca-64f460b54f11 is going to be created. [ 797.096418] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.102295] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.146942] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.162966] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.179265] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.233485] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.233485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.233485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.233748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.234329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.252323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4144af6-a5dc-438d-9bca-64f460b54f11 in Status: IN_PROGRESS for 2s [ 797.601472] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 797.602348] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 797.605674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.605899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.606030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.606280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.606662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.606777] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 797.651169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.651324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.651399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.651651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.651755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.651851] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 is going to be updated. [ 797.668042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.669062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.669062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.669062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.669326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.670573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38237246-9119-4889-8dc5-df9527f6b249 is going to be updated. [ 797.678384] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.678644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.678644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.679142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.679335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.682767] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.683040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.683130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.683371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.683488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.683667] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 797.692158] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 797.746035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.746035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.746035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.746035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.746035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.771545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.772463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.772463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.772463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.772781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.776942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 in Status: IN_PROGRESS for 2s [ 797.778946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.779238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.779351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.779671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.780092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.826127] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 797.828094] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: IN_PROGRESS for 2s [ 798.276393] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 798.276779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.276823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.277055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.277153] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.780038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.780038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.780038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.780038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.998027] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 798.998788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.000415] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 799.005020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.005020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.005020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.005020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.005020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.005020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.005020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.005020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.005020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.005020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.005020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.019228] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 in Status: SUCCESS [ 799.019228] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 deletion is rescheduled due to dependency. [ 799.019228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.040358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.040586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.040634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.041063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.052378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.053384] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 799.053384] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.053498] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 799.091885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.092260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.092260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.092415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.093813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.094008] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 799.166064] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.166064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.166064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.166217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.166719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.166975] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 799.240562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.240741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.240784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.241123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.241266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.241588] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 799.241724] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'71d04bd5-5652-4f70-af8c-4fb00e96c772', '61d22c70-1863-4478-9987-d47027515855', '99f55d6d-540b-4956-aec1-241d2266ad23', '3727fc09-9505-478b-bc8e-c0364e7da6b0', '73a8eafb-aaf6-4195-addc-c9945a5bd9cb', '677b588b-5ee7-488a-a80b-7adff072a2ec', 'f040ca2f-798d-44e6-8942-6e194ec478d4', 'dd1e9ee8-abda-4ce0-b495-756e20cbedc7', 'e0b2f015-85f1-43f6-88a3-694b4c107d33', '19390b4d-0e06-405a-9885-ff376e44fd74', '664f0e3d-e0c0-4f94-a3a5-7979df3891ff', 'f95c0e38-6984-4550-b5f4-483e699692ce', 'e9c9b432-c542-4e21-931e-ceea8bcd0380', '71951ab8-41be-41ea-ad40-e56d334281d9', '6b45542d-f3aa-494d-9bd8-ea2796b8b6fc', 'be110f3b-bab3-4c95-803a-e6c40d19de74', '36a64911-c723-48fc-b8d2-ae1e240638c7', '887411f7-29d3-4378-a859-26f11aa792fd', 'ee6a3d88-159e-4e42-9e10-f343e42e25d4', 'efacc1a5-f433-4622-aaf4-195ee38e7a7d', '6e3a1abb-4692-4277-a1f8-5ec88be423b5', 'c8d2aeea-85bd-4b3d-b518-cd2c21d0275e', 'a6477549-cb78-44d9-979c-bb18af642723', '96c997f7-8b5a-4fab-a31e-551de41fd8ad', '2689ee4c-4818-4b1e-a50c-bd2553b802ba', 'b5af0948-7e87-4cfd-84dc-b64f5648e049', '15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd', '8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd', '2cfb615c-b6d7-4762-afe7-d3f9dc7584bf', 'c4144af6-a5dc-438d-9bca-64f460b54f11', 'a26dd947-a47b-4822-ac39-472ccf2fdb81', 'd3e6e4de-d122-4de6-9c1b-6c7fb5f00be9', '813acf66-f69f-46a1-842d-f5f49ca4e01f', '3de47040-f690-4378-ac86-2a3a2e339674', 'f384a8e8-38a5-4f41-8f42-a7967efa2d85', '38237246-9119-4889-8dc5-df9527f6b249', '30bfef75-8959-473a-ad39-422e25bd3544'} {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.241846] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 799.265931] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.266165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.266503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.266634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.266935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.266935] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 799.266935] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.266935] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 799.269651] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4144af6-a5dc-438d-9bca-64f460b54f11 in Status: SUCCESS [ 799.269651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.398537] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.399048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.399048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.399048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.399898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.400056] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 799.400147] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 799.400248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 799.400445] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 799.400445] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 799.400546] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGH for action security_group_rules [ 799.400656] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGH for action security_group_rules [ 799.400763] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGH for action security_group_rules [ 799.400862] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGH for action security_group_rules [ 799.401012] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGH for action security_group_rules [ 799.401073] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGH for action security_group_rules [ 799.401215] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGH for action security_group_rules [ 799.401254] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGH for action security_group_rules [ 799.401349] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGH for action security_group_rules [ 799.401449] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGH for action security_group_rules [ 799.401549] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGH for action security_group_rules [ 799.401652] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGH for action security_group_rules [ 799.401755] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGH for action security_group_rules [ 799.401868] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGH for action security_group_rules [ 799.401953] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGH for action security_group_rules [ 799.402104] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGH for action security_group_rules [ 799.402201] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGH for action security_group_rules [ 799.402315] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGH for action security_group_rules [ 799.402431] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGH for action security_group_rules [ 799.402580] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGH for action security_group_rules [ 799.402742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.508287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.508287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.508287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.508287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.508287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.508287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.508287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.508287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.508287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.508783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.508783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.508783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.508783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.509067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.509229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.509311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.509382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.509520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.509599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.509685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.509767] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.702402] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 799.702627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.790234] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 in Status: SUCCESS [ 799.790234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.790234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.790234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.790234] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.790234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.790234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.790234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.790234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.790234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.790234] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.791082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.793062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.793310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.793476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.793589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.793797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.793885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.793983] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.843481] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: SUCCESS [ 799.843861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.845791] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 799.846057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.846383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.846756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.847000] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.847149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.847221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.847392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.847526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.847598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.847704] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.848822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.849164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.849666] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.849666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.849666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.849822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.849882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.850062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.850172] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.851203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.851436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.851648] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.851804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.851913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.854410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.854410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.854410] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.857036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.857036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.857036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.857036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.857036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.857538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.857538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.858110] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.016887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 887411f7-29d3-4378-a859-26f11aa792fd: rpc.has_security_group_logging(os_id): False [ 800.044871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.045033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.045153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.045445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.069833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.070143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.070270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.070337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.070761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.070870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.071135] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.071285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.071337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.071486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.071562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.071751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.071846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.071905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.075039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.075039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.075039] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 800.132019] env[65380]: INFO networking_nsxv3.common.synchronization [req-08887d6a-361b-4967-8afe-900a50eb1fb3 req-744ac0d7-fac5-4440-a259-9df3082ba32b tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_members [ 800.132855] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_members [ 800.133785] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGH for action security_group_rules [ 800.134072] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f55d6d-540b-4956-aec1-241d2266ad23 with Priority: HIGH for action security_group_rules [ 800.134276] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGH for action security_group_rules [ 800.134500] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc with Priority: HIGH for action security_group_rules [ 800.134720] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGH for action security_group_rules [ 800.134942] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 with Priority: HIGH for action security_group_rules [ 800.135591] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGH for action security_group_rules [ 800.135591] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGH for action security_group_rules [ 800.135591] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGH for action security_group_rules [ 800.135591] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGH for action security_group_rules [ 800.135768] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGH for action security_group_rules [ 800.135979] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f95c0e38-6984-4550-b5f4-483e699692ce with Priority: HIGH for action security_group_rules [ 800.139048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff with Priority: HIGH for action security_group_rules [ 800.139048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19390b4d-0e06-405a-9885-ff376e44fd74 with Priority: HIGH for action security_group_rules [ 800.139048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGH for action security_group_rules [ 800.139048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 677b588b-5ee7-488a-a80b-7adff072a2ec with Priority: HIGH for action security_group_rules [ 800.139048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 with Priority: HIGH for action security_group_rules [ 800.139048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb with Priority: HIGH for action security_group_rules [ 800.139048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d22c70-1863-4478-9987-d47027515855 with Priority: HIGH for action security_group_rules [ 800.139048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 with Priority: HIGH for action security_group_rules [ 800.139048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.139048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.139048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.139048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.139048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.139048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.139048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.139048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.139048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.139048] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.140557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71d04bd5-5652-4f70-af8c-4fb00e96c772 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.141021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.141021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.141021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.141214] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.142015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99f55d6d-540b-4956-aec1-241d2266ad23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.142230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.142365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.142591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.142738] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99f55d6d-540b-4956-aec1-241d2266ad23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.143730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.143938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.144157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.144347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.144493] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.145558] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.145757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.145965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.146243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.146243] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b45542d-f3aa-494d-9bd8-ea2796b8b6fc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.147714] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.147853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.147958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.148207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.148375] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.149561] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.149733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.149839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.150044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.150212] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee6a3d88-159e-4e42-9e10-f343e42e25d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.152075] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.152075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.152285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.152285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.152361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.152565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.152662] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.157838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.157838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.157838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.159328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.159328] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.159756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.159951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.160758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.160758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.160758] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.161603] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.162046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.162046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.162218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.162592] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.163909] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f95c0e38-6984-4550-b5f4-483e699692ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.164117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.164250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.164477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.164589] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f95c0e38-6984-4550-b5f4-483e699692ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.166342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.166449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.166514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.166947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.166947] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('664f0e3d-e0c0-4f94-a3a5-7979df3891ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.167876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19390b4d-0e06-405a-9885-ff376e44fd74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.167967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.168057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.168200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.168267] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19390b4d-0e06-405a-9885-ff376e44fd74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.169242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.169352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.169561] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-677b588b-5ee7-488a-a80b-7adff072a2ec taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.169669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.169669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.169854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.169924] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('677b588b-5ee7-488a-a80b-7adff072a2ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.170143] env[65380]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 800.171030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.171163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.171216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.171354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.171422] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd1e9ee8-abda-4ce0-b495-756e20cbedc7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.172658] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.172790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.172858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.173015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.173370] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73a8eafb-aaf6-4195-addc-c9945a5bd9cb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.174131] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61d22c70-1863-4478-9987-d47027515855 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.174233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.174297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.175072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.175072] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61d22c70-1863-4478-9987-d47027515855',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.175690] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3727fc09-9505-478b-bc8e-c0364e7da6b0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.175804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.175867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.176027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.176095] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3727fc09-9505-478b-bc8e-c0364e7da6b0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.177855] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.177955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.178041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.178201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.178342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.214597] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 800.295628] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bca837e-eaa3-4f4b-9cc2-9140def59494',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.298099] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.298388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.298388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.299092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.299092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.299092] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.299423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.299423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.299560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.299560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.299635] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 is going to be deleted. [ 800.348830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.348830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.348830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.348830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.348830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.348830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.361139] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.362258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.362258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.362258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.362769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.362868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.363065] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38237246-9119-4889-8dc5-df9527f6b249',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.363927] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.392456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.392456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.392456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.392456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.392456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.392456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.392456] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38237246-9119-4889-8dc5-df9527f6b249 is going to be updated. [ 800.441117] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.441117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.441117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.441117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.441117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.448748] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: IN_PROGRESS for 2s [ 800.680085] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.680321] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.680445] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.680714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.681312] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.681545] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.681655] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.682063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.682063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.682230] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.682346] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.682451] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.682552] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.682651] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.683483] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.683483] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.685437] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.685614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.685684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.685846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.685931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.686861] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.686861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.686861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.687022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.687022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.687098] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 already deleted. [ 800.687133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.687568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.687712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.687782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.687934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.688142] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.688256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.688659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.688720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.688802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.688887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.688981] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.691260] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d04bd5-5652-4f70-af8c-4fb00e96c772 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.691363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.691433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.691599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.691743] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.691837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.692435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.692435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.692435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692594] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.719571] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.719806] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.719994] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.720250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.720655] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.720866] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.721045] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.721508] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.721655] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c107a6c-cdb9-47c3-8d3b-eca85ca619b4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.723356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.723524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.723625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.723923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.724152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.724293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.724384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.724598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.724710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.724834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.724954] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.728818] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.728986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.730237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.730457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.730661] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.730776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.730874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.731177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.731993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.732303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.732431] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.737818] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.737985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.738076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.738434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.738626] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.738754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.738846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.739057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.739171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.739265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.739370] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.745500] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.745656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.745749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.745986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.754879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.755073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.755476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.755797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.755983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.756102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.756168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.756327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.756410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.756495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.756581] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.760200] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.760200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.760200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.760200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.760200] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.760200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.760486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.760486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.760486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.760584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.760642] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.798827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bca837e-eaa3-4f4b-9cc2-9140def59494: rpc.has_security_group_logging(os_id): False [ 800.808535] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.809432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.812442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.812442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.812442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.812442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.812442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.812442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.816249] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.816442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.817424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.817583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.818899] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.819032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.819955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.820142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.821143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.821249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.822768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.822768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.822881] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 800.823702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.823900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99f55d6d-540b-4956-aec1-241d2266ad23 is going to be deleted. [ 800.824938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.825168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.834504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.834504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.846334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.846489] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3727fc09-9505-478b-bc8e-c0364e7da6b0 is going to be deleted. [ 800.847548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.847780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.868428] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38237246-9119-4889-8dc5-df9527f6b249: rpc.has_security_group_logging(os_id): False [ 800.870034] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.875525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.875525] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73a8eafb-aaf6-4195-addc-c9945a5bd9cb is going to be deleted. [ 800.875525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.875525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.892320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.892516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.900740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.900895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.903606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.903736] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b45542d-f3aa-494d-9bd8-ea2796b8b6fc is going to be deleted. [ 800.905449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.905720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.928138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.928341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.930210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.930342] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 664f0e3d-e0c0-4f94-a3a5-7979df3891ff is going to be deleted. [ 800.931506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.931731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.960078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.960331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.962113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.962266] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19390b4d-0e06-405a-9885-ff376e44fd74 is going to be deleted. [ 800.963126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.963364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.002067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.002218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 677b588b-5ee7-488a-a80b-7adff072a2ec is going to be deleted. [ 801.003513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.003729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.006654] env[65380]: INFO networking_nsxv3.common.synchronization [req-55043ac3-9c47-4ee3-a0d4-14f90e501bfd req-d7a38832-6dcf-4c25-8e8b-6f2fbd1d788d tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 801.007625] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 801.008319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.008454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.008538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.008681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.008832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.009064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.009064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.009235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.009331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.009430] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.047295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.047534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.050264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.050467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.051410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.051536] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee6a3d88-159e-4e42-9e10-f343e42e25d4 is going to be deleted. [ 801.052549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.052771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.141555] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.141829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.142977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.143140] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f95c0e38-6984-4550-b5f4-483e699692ce is going to be deleted. [ 801.144348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.144592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.146093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.146201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.195559] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.196668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.196896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.196896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.197090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.197375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.197465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.197504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.198172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.198172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.198172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.198172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.198172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.198172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.198566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.198566] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.198566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.198566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.198753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.198753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.198840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.198889] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.203949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.203949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd1e9ee8-abda-4ce0-b495-756e20cbedc7 is going to be deleted. [ 801.206094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.206297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.210532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.210532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.247906] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.249416] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.249614] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.249772] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.251101] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.251327] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.251506] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 5c107a6c-cdb9-47c3-8d3b-eca85ca619b4 not found, creating... [ 801.251806] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.252054] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.252187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.252446] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.252586] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.252898] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.253070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.253184] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.253405] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.253536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.253671] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 5c107a6c-cdb9-47c3-8d3b-eca85ca619b4 is going to be created. [ 801.256442] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.256442] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.258248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.258404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.258469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.258619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.259018] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.259018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.259018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.259244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.259244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.259368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.259426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.259574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.259574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.259681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.259820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.259895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.259951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.260091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.260174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.260253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.260336] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.262865] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.308607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.308866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.345936] env[65380]: INFO networking_nsxv3.common.synchronization [req-55043ac3-9c47-4ee3-a0d4-14f90e501bfd req-708f3506-3bec-4649-b912-c0507582a8d4 tempest-ServersTestMultiNic-783896176 tempest-ServersTestMultiNic-783896176-project-member] Enqueued Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 801.346633] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 887411f7-29d3-4378-a859-26f11aa792fd with Priority: HIGHEST for action security_group_members [ 801.346964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-887411f7-29d3-4378-a859-26f11aa792fd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.347084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.359498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.359673] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61d22c70-1863-4478-9987-d47027515855 is going to be deleted. [ 801.360574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.360786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.360872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.361273] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.361366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.361427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.361576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.361645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.361738] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 is going to be created. [ 801.363263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.363466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.363554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.363793] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.363875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.363938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.364093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.364172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.364260] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38237246-9119-4889-8dc5-df9527f6b249 is going to be updated. [ 801.365179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.365339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.365423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.366306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99f55d6d-540b-4956-aec1-241d2266ad23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.366306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.366306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.366388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.366532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3727fc09-9505-478b-bc8e-c0364e7da6b0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.366662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.366809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.366893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.367018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73a8eafb-aaf6-4195-addc-c9945a5bd9cb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.367501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.368020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.368020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.368020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b45542d-f3aa-494d-9bd8-ea2796b8b6fc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.369311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.369477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.369574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.369701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-664f0e3d-e0c0-4f94-a3a5-7979df3891ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.369844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.370021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.370101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.370254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-677b588b-5ee7-488a-a80b-7adff072a2ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.370686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.370830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.370918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.371043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19390b4d-0e06-405a-9885-ff376e44fd74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.372175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.372342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.372418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.372523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee6a3d88-159e-4e42-9e10-f343e42e25d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.372644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.372781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.372855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.372997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f95c0e38-6984-4550-b5f4-483e699692ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.373663] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.373797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.373863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.374025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.374089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.374145] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 801.399825] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.400106] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.400185] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.400846] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.400846] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.401113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.445749] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.446249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.446249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.446249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.446249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.446483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd1e9ee8-abda-4ce0-b495-756e20cbedc7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.512340] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.539577] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2bca837e-eaa3-4f4b-9cc2-9140def59494], does not exist path=[/infra/domains/default/groups/2bca837e-eaa3-4f4b-9cc2-9140def59494]."\n}' [ 801.539747] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2bca837e-eaa3-4f4b-9cc2-9140def59494 [ 801.539826] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 801.610333] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.610549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.610549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.610753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.614027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.624537] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.624537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.624712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.624947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.625749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.707583] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71d04bd5-5652-4f70-af8c-4fb00e96c772: rpc.has_security_group_logging(os_id): False [ 801.711028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f040ca2f-798d-44e6-8942-6e194ec478d4: rpc.has_security_group_logging(os_id): False [ 801.728788] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 801.745583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.745583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.745583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.745583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.745583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.745583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61d22c70-1863-4478-9987-d47027515855" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.760413] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be110f3b-bab3-4c95-803a-e6c40d19de74: rpc.has_security_group_logging(os_id): False [ 801.760413] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efacc1a5-f433-4622-aaf4-195ee38e7a7d: rpc.has_security_group_logging(os_id): False [ 801.760413] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9c9b432-c542-4e21-931e-ceea8bcd0380: rpc.has_security_group_logging(os_id): False [ 801.761812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71951ab8-41be-41ea-ad40-e56d334281d9: rpc.has_security_group_logging(os_id): False [ 801.764208] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a64911-c723-48fc-b8d2-ae1e240638c7: rpc.has_security_group_logging(os_id): False [ 801.816155] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: IN_PROGRESS for 2s [ 801.832480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.832656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.832746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.832974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.835663] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.835781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.836616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.836714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.837419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.837506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.839310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.840563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.842813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.843009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.843890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.843990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.916325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.916325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.916325] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 801.916507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.916632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.916749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.916813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.917029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.917107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.917722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.917833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.917912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.918112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.918180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.918370] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.918465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.918507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.918641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.918710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.918804] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 801.920075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.920239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.964789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.964789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.964789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.964789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.964789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.964789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.965105] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 is going to be updated. [ 801.966300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.966766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.003438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.003815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.003993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.004122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.004423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.005036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.007478] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.007478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.007478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.007478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.007478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.007478] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.007478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.007478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.007478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.007478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.007478] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 is going to be updated. [ 802.008428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.010275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.014590] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.058048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.058048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.058048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.058048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.058048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.058048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.058048] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 is going to be updated. [ 802.059276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.059527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.060336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.060479] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.060571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.060627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.060779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.060853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.061146] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.061232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.061288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.062381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.062508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.062606] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bca837e-eaa3-4f4b-9cc2-9140def59494 is going to be created. [ 802.066161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.066422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.070499] env[65380]: INFO networking_nsxv3.common.synchronization [req-08887d6a-361b-4967-8afe-900a50eb1fb3 req-622aad81-8f6c-448f-8296-c433c42f2480 service nova] Enqueued Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_rules [ 802.070720] env[65380]: INFO networking_nsxv3.common.synchronization [req-08887d6a-361b-4967-8afe-900a50eb1fb3 req-622aad81-8f6c-448f-8296-c433c42f2480 service nova] Enqueued Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_members [ 802.070856] env[65380]: INFO networking_nsxv3.common.synchronization [req-08887d6a-361b-4967-8afe-900a50eb1fb3 req-622aad81-8f6c-448f-8296-c433c42f2480 service nova] Enqueued Resource ID: 5c107a6c-cdb9-47c3-8d3b-eca85ca619b4 with Priority: HIGHEST for action port [ 802.072245] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_rules [ 802.072446] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_members [ 802.072603] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c107a6c-cdb9-47c3-8d3b-eca85ca619b4 with Priority: HIGHEST for action port [ 802.074291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.074424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.074739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.074739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.074915] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.075774] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.075892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.075948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.076149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.076297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.076399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.076442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.077429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.077540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.077672] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.079086] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.079200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.079269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.079446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.079525] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c107a6c-cdb9-47c3-8d3b-eca85ca619b4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.135299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.136143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.136143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.136143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.136143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.136143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.136443] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be110f3b-bab3-4c95-803a-e6c40d19de74 is going to be updated. [ 802.137623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.137623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.139923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.140059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.148230] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2bca837e-eaa3-4f4b-9cc2-9140def59494], does not exist path=[/infra/domains/default/groups/2bca837e-eaa3-4f4b-9cc2-9140def59494]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2bca837e-eaa3-4f4b-9cc2-9140def59494 [ 802.148601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bca837e-eaa3-4f4b-9cc2-9140def59494" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.149025] env[65380]: Traceback (most recent call last): [ 802.149072] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 802.149072] env[65380]: return func(*args, **kwargs) [ 802.149072] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 802.149072] env[65380]: res.raise_for_status() [ 802.149072] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 802.149072] env[65380]: raise HTTPError(http_error_msg, response=self) [ 802.149072] env[65380]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2bca837e-eaa3-4f4b-9cc2-9140def59494 [ 802.149072] env[65380]: During handling of the above exception, another exception occurred: [ 802.149072] env[65380]: Traceback (most recent call last): [ 802.149072] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 802.149072] env[65380]: listener.cb(fileno) [ 802.149072] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 802.149072] env[65380]: result = function(*args, **kwargs) [ 802.149072] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 802.149072] env[65380]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 802.149544] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 802.149544] env[65380]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 802.149544] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 802.149544] env[65380]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 802.149544] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 802.149544] env[65380]: res.raise_for_status() [ 802.149544] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 802.149544] env[65380]: raise HTTPError(http_error_msg, response=self) [ 802.149544] env[65380]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2bca837e-eaa3-4f4b-9cc2-9140def59494 [ 802.149544] env[65380]: Removing descriptor: 24 [ 802.174783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.174783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.174783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.174783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.174783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.174783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.174783] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d is going to be updated. [ 802.178369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.178369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.197719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.197900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.201720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.201870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.249956] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.250097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.259679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.260021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.260126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.260195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.260401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.260486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.260583] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 is going to be updated. [ 802.261874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.263290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.263290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.264042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.264261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.264406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.266481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.268027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.268393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.272602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.272602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.272602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.307766] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 802.307873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.308183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.308520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.308774] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.323407] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: IN_PROGRESS for 2s [ 802.324311] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: IN_PROGRESS for 2s [ 802.325108] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.325281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.325363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.325601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.325747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.358740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.358838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.358877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.359096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.359255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.397109] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: IN_PROGRESS for 2s [ 802.436253] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: IN_PROGRESS for 2s [ 802.450184] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be110f3b-bab3-4c95-803a-e6c40d19de74 in Status: IN_PROGRESS for 2s [ 802.470790] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 802.471146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.487868] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: SUCCESS [ 802.488112] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38237246-9119-4889-8dc5-df9527f6b249 deletion is rescheduled due to dependency. [ 802.488242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.520083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.520278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.520360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.522567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.522567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.522567] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be updated. [ 802.584699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.584699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.584996] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.587294] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c107a6c-cdb9-47c3-8d3b-eca85ca619b4 with status ACTIVE [ 802.587294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.587294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.587294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.587294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.587294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.587294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.587294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.587294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.587888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.587888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.587888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.588022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.588128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.588340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.588430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.588543] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c107a6c-cdb9-47c3-8d3b-eca85ca619b4 is going to be updated. [ 802.593155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.593307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.593378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.593620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.593766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.645218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 in Status: IN_PROGRESS for 2s [ 802.649182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.649544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.649544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.649780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.649834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.651389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c107a6c-cdb9-47c3-8d3b-eca85ca619b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.665368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.666113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.666113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.666113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.666512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.689964] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: IN_PROGRESS for 2s [ 802.862401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.862401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.862401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.862401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.908892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.909164] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be deleted. [ 803.040149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.040149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.040149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.040149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.040149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.040149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.100226] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.608012] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.608336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.608336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.608517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.608602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.608701] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 is going to be created. [ 803.633870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.634057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.634117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.634300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.634617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.650364] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 in Status: UNINITIALIZED for 2s [ 803.749780] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 803.750037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.750245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.750441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.750637] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.750859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.750859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.751143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.751143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.751248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.751339] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.751436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.751489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.751620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.752157] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.752157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.752157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.752157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.752157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.752849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.752849] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.772522] env[65380]: INFO networking_nsxv3.common.synchronization [req-111f4192-2365-413f-8e2e-e3abeb8da2fd req-9065acac-2c8f-49df-afbe-f692c869be2e tempest-ServerGroupTestJSON-1210269390 tempest-ServerGroupTestJSON-1210269390-project-member] Enqueued Resource ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 with Priority: HIGHEST for action security_group_members [ 803.773080] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 with Priority: HIGHEST for action security_group_members [ 803.773434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eaa1402-d4b8-4020-a430-2fda6693f2a3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.773592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.773671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.773908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.774113] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.774260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.774524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.774704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.774789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.774886] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eaa1402-d4b8-4020-a430-2fda6693f2a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.838038] env[65380]: INFO networking_nsxv3.common.synchronization [req-b430a156-d111-485b-b578-76a2451d15d6 req-540fe7dc-173a-40de-85aa-968e585e19fc tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 803.838038] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38237246-9119-4889-8dc5-df9527f6b249 in Status: SUCCESS [ 803.838038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38237246-9119-4889-8dc5-df9527f6b249" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.838038] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 803.838038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.838038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.838038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.838038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.840201] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.840201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.840201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.840201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.840201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.840201] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.185433] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.185616] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-612" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.185733] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-612" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.186087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-612" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.186349] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.186505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.186615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.186844] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.186986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.187199] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.188037] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.188037] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.188037] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.188037] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.188037] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.188037] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.214568] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.214742] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.214876] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.215065] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-612" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.215453] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.215636] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.215749] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.216103] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.216245] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('093cdfb1-c1b8-477e-b8e1-a2e259a055f6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.254872] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0b2f015-85f1-43f6-88a3-694b4c107d33: rpc.has_security_group_logging(os_id): False [ 804.278139] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.278365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.278365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.278569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.279778] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.279910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.315577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.315893] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.316026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.316098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.316410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.316500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.316782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.316971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.317059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.317301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.317411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.317632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.317718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.317784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.317945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.318040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.318123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 804.319364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.319830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.319830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.319830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.320025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.320025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.320214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.320297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.320400] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 already deleted. [ 804.320463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.340541] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.340750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.340793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.341526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.361689] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: SUCCESS [ 804.361931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.362780] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: SUCCESS [ 804.362955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.371728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.371873] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.371991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.372068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.372295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.372371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.372464] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 804.415064] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: SUCCESS [ 804.415465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.423081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.423256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.423312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.423513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.423650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.425723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.425882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.425940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.426104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.426243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.437657] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 804.447752] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 804.452774] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: SUCCESS [ 804.453110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.463355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be110f3b-bab3-4c95-803a-e6c40d19de74 in Status: SUCCESS [ 804.465034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.664165] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 in Status: SUCCESS [ 804.664637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.707218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 887411f7-29d3-4378-a859-26f11aa792fd in Status: SUCCESS [ 804.707457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.708796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.708796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.710450] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.710450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.710450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.710450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.710450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.710450] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('887411f7-29d3-4378-a859-26f11aa792fd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.720137] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.720501] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.720716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.721197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.721636] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.721636] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 093cdfb1-c1b8-477e-b8e1-a2e259a055f6 not found, creating... [ 804.723382] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.723649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.724182] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.724814] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.725265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.725846] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.726187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.726534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.727545] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.727545] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.727545] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 093cdfb1-c1b8-477e-b8e1-a2e259a055f6 is going to be created. [ 804.760659] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.760822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.760945] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.761342] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.761612] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.761817] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.216062] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.216062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.216062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.216062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.216062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.216062] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.216062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.216062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.216062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.216062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.216062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 887411f7-29d3-4378-a859-26f11aa792fd is going to be deleted. [ 805.255851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.255992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.256074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.256340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.256396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.256477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-887411f7-29d3-4378-a859-26f11aa792fd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.519895] env[65380]: INFO networking_nsxv3.common.synchronization [req-111f4192-2365-413f-8e2e-e3abeb8da2fd req-c11316f4-786c-415d-b785-c4d7d30ebf19 service nova] Enqueued Resource ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 with Priority: HIGHEST for action security_group_rules [ 805.520093] env[65380]: INFO networking_nsxv3.common.synchronization [req-111f4192-2365-413f-8e2e-e3abeb8da2fd req-c11316f4-786c-415d-b785-c4d7d30ebf19 service nova] Enqueued Resource ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 with Priority: HIGHEST for action security_group_members [ 805.520230] env[65380]: INFO networking_nsxv3.common.synchronization [req-111f4192-2365-413f-8e2e-e3abeb8da2fd req-c11316f4-786c-415d-b785-c4d7d30ebf19 service nova] Enqueued Resource ID: 093cdfb1-c1b8-477e-b8e1-a2e259a055f6 with Priority: HIGHEST for action port [ 805.520792] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 with Priority: HIGHEST for action security_group_rules [ 805.520912] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 with Priority: HIGHEST for action security_group_members [ 805.521217] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093cdfb1-c1b8-477e-b8e1-a2e259a055f6 with Priority: HIGHEST for action port [ 805.521614] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9eaa1402-d4b8-4020-a430-2fda6693f2a3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.521848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.521916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.522309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.522491] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9eaa1402-d4b8-4020-a430-2fda6693f2a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.523337] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eaa1402-d4b8-4020-a430-2fda6693f2a3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.523475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.523683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.524807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.525065] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.525207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.525301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.525496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.525632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.525914] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eaa1402-d4b8-4020-a430-2fda6693f2a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.526685] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.526798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.526864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.527039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.527128] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('093cdfb1-c1b8-477e-b8e1-a2e259a055f6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.667377] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 in Status: SUCCESS [ 805.667377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.667377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.667377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.667377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.667377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.667377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.667377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.667377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.667377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.667377] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.956647] env[65380]: INFO networking_nsxv3.common.synchronization [req-4f0dddb8-0264-471f-844f-bd0ecc5d733e req-03095818-a72b-446b-9697-51ac44a013e4 tempest-ListServerFiltersTestJSON-404483545 tempest-ListServerFiltersTestJSON-404483545-project-member] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 805.957192] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 805.957495] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.957611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.957681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.957939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.958704] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.958704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.958704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.958704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.958704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.958704] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.029227] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eaa1402-d4b8-4020-a430-2fda6693f2a3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.029389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.029553] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9eaa1402-d4b8-4020-a430-2fda6693f2a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.030462] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 093cdfb1-c1b8-477e-b8e1-a2e259a055f6 with status ACTIVE [ 806.030647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.030760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.030824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.032204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.032407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.032615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.032738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.032897] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.032994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.033071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.033380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.033380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.033380] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 093cdfb1-c1b8-477e-b8e1-a2e259a055f6 is going to be updated. [ 806.061995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.061995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.061995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.061995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.062357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.062357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-093cdfb1-c1b8-477e-b8e1-a2e259a055f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.171188] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.450896] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 806.451199] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 deletion is rescheduled due to dependency. [ 806.451329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.461857] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.465312] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 806.465312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.465312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.465312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.465312] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.536248] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9eaa1402-d4b8-4020-a430-2fda6693f2a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.674628] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7: rpc.has_security_group_logging(os_id): False [ 806.732690] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.733114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.733313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.733752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.733947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.734573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.734816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.734969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.735252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.735415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.735594] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 is going to be created. [ 806.836253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.836439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.836533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.836711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.836895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.850466] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 in Status: IN_PROGRESS for 2s [ 806.968225] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.969297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.969446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.969486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.969695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.969844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.969944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.970026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.970173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.970260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.972581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.972581] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.039713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.040054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.040054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.040159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.040253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.040374] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 is going to be created. [ 807.075573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.075728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.075799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.077039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.077039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.088893] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 in Status: UNINITIALIZED for 2s [ 807.472613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.472811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.472911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.473284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.473623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.473821] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be updated. [ 807.477111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.477111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.477111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.477111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.477111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.477111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.477111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.477111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.477686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.477686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.477686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.477788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.477968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.478177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.478397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.478545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.478643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.478886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.479042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.479182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.479464] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.519359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.519448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.519485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.519684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.519837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.532468] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 807.983286] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0b2f015-85f1-43f6-88a3-694b4c107d33: rpc.has_security_group_logging(os_id): False [ 808.009734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.010047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.010131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.010393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.010540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.010882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.011156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.011206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.011429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.011552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.011833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.011971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.012085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.012303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.012417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.012687] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.012834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.012931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.013173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.013345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.013496] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 808.121660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.121888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.121888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.122125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.122283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.144979] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 808.865284] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 in Status: SUCCESS [ 808.865580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.100717] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 in Status: SUCCESS [ 809.101033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.101216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.101499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.101764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.101866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.101988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.102148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.102300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.102370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.102479] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9eaa1402-d4b8-4020-a430-2fda6693f2a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.547476] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 809.547797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.606306] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eaa1402-d4b8-4020-a430-2fda6693f2a3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.606550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.606669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.606985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.607229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.607360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.607489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.607716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.607857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.608077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.608358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eaa1402-d4b8-4020-a430-2fda6693f2a3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.608477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.608558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.608774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.608971] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.609141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.609247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.609397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.609482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.609564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.609686] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9eaa1402-d4b8-4020-a430-2fda6693f2a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.112439] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9eaa1402-d4b8-4020-a430-2fda6693f2a3: rpc.has_security_group_logging(os_id): False [ 810.140362] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.140486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.141058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.141058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.141058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.141058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.141321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.141321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.141397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.143122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.143122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.143122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.143122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.143122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.143122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.143122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.143122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.143122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.143122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.143122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.143122] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 is going to be created. [ 810.168831] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 810.169131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.224311] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.224494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.224542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.224746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.224946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.242377] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 in Status: IN_PROGRESS for 2s [ 810.291207] env[65380]: INFO networking_nsxv3.common.synchronization [req-1c449597-8999-4f3d-ad18-fe0f87549b0a req-1efdba0b-9a71-4434-87eb-4ec6d4452a79 tempest-ServersAdminTestJSON-1713960241 tempest-ServersAdminTestJSON-1713960241-project-member] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 810.292132] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 810.292586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.292967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.292967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.293090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.293182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.293276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.293352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.293761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.293761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.293761] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.796831] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.300606] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.803708] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.803905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.804071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.804296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.804428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.804537] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 811.844048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.844226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.844291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.844579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.844672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.856581] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 812.256403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 in Status: SUCCESS [ 812.256804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.773182] env[65380]: INFO networking_nsxv3.common.synchronization [None req-7d9f2798-fcae-4c6b-8e0e-073c14f3c93e None None] Enqueued Resource ID: 32f942d3-fdfd-425a-b77d-86e715057b88 with Priority: HIGHEST for action port [ 812.774212] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f942d3-fdfd-425a-b77d-86e715057b88 with Priority: HIGHEST for action port [ 812.774519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f942d3-fdfd-425a-b77d-86e715057b88 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.774928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f942d3-fdfd-425a-b77d-86e715057b88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.774928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f942d3-fdfd-425a-b77d-86e715057b88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.775163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f942d3-fdfd-425a-b77d-86e715057b88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.775420] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f942d3-fdfd-425a-b77d-86e715057b88',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.278371] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32f942d3-fdfd-425a-b77d-86e715057b88 [ 813.278623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.278754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.278825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.279100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.280451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.280451] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32f942d3-fdfd-425a-b77d-86e715057b88 already deleted. [ 813.280451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f942d3-fdfd-425a-b77d-86e715057b88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.631138] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6a5d47d2-651c-4f57-b878-dcb64076d084 tempest-AttachVolumeShelveTestJSON-691904634 tempest-AttachVolumeShelveTestJSON-691904634-project-member] Enqueued Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_rules [ 813.631491] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_rules [ 813.631810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.631935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.631995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.632371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.632924] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.777369] env[65380]: INFO networking_nsxv3.common.synchronization [None req-89ad2c14-94a3-4fe5-b670-c1f27c302d05 tempest-AttachVolumeShelveTestJSON-691904634 tempest-AttachVolumeShelveTestJSON-691904634-project-member] Enqueued Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_rules [ 813.778217] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_rules [ 813.778315] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.778385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.869680] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 813.869914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.153959] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.154194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.154979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.154979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.154979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.155427] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe already deleted. [ 814.155553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.155729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.155944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.156062] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.687311] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.687483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.687552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.687798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.687882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.687995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe already deleted. [ 814.688092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.064671] env[65380]: INFO networking_nsxv3.common.synchronization [req-01070575-2a28-4138-b29f-e672e766c47a req-fcbd33e1-246c-4ac9-aec8-22f3023bfa40 tempest-FloatingIPsAssociationNegativeTestJSON-621834242 tempest-FloatingIPsAssociationNegativeTestJSON-621834242-project-member] Enqueued Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGHEST for action security_group_members [ 815.065289] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGHEST for action security_group_members [ 815.065598] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dec93d-c15e-41d1-b712-63d59262ed3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.065717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.065783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.066981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.066981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.067119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.067119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.067280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.067908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.067908] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dec93d-c15e-41d1-b712-63d59262ed3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.202735] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3bdb8c8b-b565-4b1a-affa-25ed2328561c None None] Enqueued Resource ID: b1806741-2511-427a-9b87-62bc5f4d367b with Priority: HIGHEST for action port [ 815.203288] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1806741-2511-427a-9b87-62bc5f4d367b with Priority: HIGHEST for action port [ 815.203594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1806741-2511-427a-9b87-62bc5f4d367b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.203709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1806741-2511-427a-9b87-62bc5f4d367b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.203784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1806741-2511-427a-9b87-62bc5f4d367b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.204104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1806741-2511-427a-9b87-62bc5f4d367b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.204742] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1806741-2511-427a-9b87-62bc5f4d367b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.450311] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.450496] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-237" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.450614] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-237" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.451068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-237" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.451281] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.451434] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.451543] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.451752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.451892] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.452161] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.452276] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.452384] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.452489] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.452597] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.452698] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.452821] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.472106] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.472375] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.472548] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.472784] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-237" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.473181] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.473427] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.473597] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.473945] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.474149] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bdd3c2-605f-4e4b-8bd3-175aa39b816f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.573173] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.573435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.573435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.573661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.573754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.573889] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.573986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.574078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.574236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.574321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.574406] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dec93d-c15e-41d1-b712-63d59262ed3c already deleted. [ 815.574483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.709385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1806741-2511-427a-9b87-62bc5f4d367b [ 815.709705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.709871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.709954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.710396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.710544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.710605] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1806741-2511-427a-9b87-62bc5f4d367b already deleted. [ 815.710715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1806741-2511-427a-9b87-62bc5f4d367b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.976721] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.976932] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.977113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.977725] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.977725] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.977725] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 50bdd3c2-605f-4e4b-8bd3-175aa39b816f not found, creating... [ 815.977963] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.978136] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.978247] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.978468] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.978650] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.978959] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.979218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.979363] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.979576] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.979747] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.979896] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 50bdd3c2-605f-4e4b-8bd3-175aa39b816f is going to be created. [ 816.003875] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.004122] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.004252] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.004552] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.005070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.005500] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.786778] env[65380]: INFO networking_nsxv3.common.synchronization [req-01070575-2a28-4138-b29f-e672e766c47a req-878d6dbf-c4dc-4d61-9cc5-71febdab35ad service nova] Enqueued Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGHEST for action security_group_rules [ 816.787172] env[65380]: INFO networking_nsxv3.common.synchronization [req-01070575-2a28-4138-b29f-e672e766c47a req-878d6dbf-c4dc-4d61-9cc5-71febdab35ad service nova] Enqueued Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGHEST for action security_group_members [ 816.787617] env[65380]: INFO networking_nsxv3.common.synchronization [req-01070575-2a28-4138-b29f-e672e766c47a req-878d6dbf-c4dc-4d61-9cc5-71febdab35ad service nova] Enqueued Resource ID: 50bdd3c2-605f-4e4b-8bd3-175aa39b816f with Priority: HIGHEST for action port [ 816.788409] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGHEST for action security_group_rules [ 816.788621] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGHEST for action security_group_members [ 816.788782] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bdd3c2-605f-4e4b-8bd3-175aa39b816f with Priority: HIGHEST for action port [ 816.789207] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dec93d-c15e-41d1-b712-63d59262ed3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.789379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.789462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.789816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.789956] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dec93d-c15e-41d1-b712-63d59262ed3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.791322] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dec93d-c15e-41d1-b712-63d59262ed3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.791492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.791596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.792225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.792225] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.792225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.792225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.792407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.792444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.792597] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dec93d-c15e-41d1-b712-63d59262ed3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.793900] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.793900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.794125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.794161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.797249] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bdd3c2-605f-4e4b-8bd3-175aa39b816f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.299088] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dec93d-c15e-41d1-b712-63d59262ed3c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.299178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.299376] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3dec93d-c15e-41d1-b712-63d59262ed3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.300287] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50bdd3c2-605f-4e4b-8bd3-175aa39b816f with status ACTIVE [ 817.300486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.300598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.300664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.300864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.300958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.301543] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.301543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.301543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.301543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.301543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.301809] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.301809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.301904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.301946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.302980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.303123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50bdd3c2-605f-4e4b-8bd3-175aa39b816f is going to be updated. [ 817.341407] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.341621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.341763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.342124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.342535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.342853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50bdd3c2-605f-4e4b-8bd3-175aa39b816f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.546211] env[65380]: INFO networking_nsxv3.common.synchronization [req-61d0470f-92cf-4479-a224-fe3f46347093 req-e1e78c69-38de-4d15-a243-f3c359c1220e tempest-ServerGroupTestJSON-1210269390 tempest-ServerGroupTestJSON-1210269390-project-member] Enqueued Resource ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 with Priority: HIGHEST for action security_group_members [ 817.546841] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 with Priority: HIGHEST for action security_group_members [ 817.547290] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9eaa1402-d4b8-4020-a430-2fda6693f2a3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.547493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.547615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.548588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.548588] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.548588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.548588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.548588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.548959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.548959] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9eaa1402-d4b8-4020-a430-2fda6693f2a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.805264] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3dec93d-c15e-41d1-b712-63d59262ed3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.051869] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.052133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.052207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.052852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.052852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.052852] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.052852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.052852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.053166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.053166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.053166] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 is going to be updated. [ 818.091799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.091799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.091799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.091799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.091799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.104465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 in Status: IN_PROGRESS for 2s [ 818.307193] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.307422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.307422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.307633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.307755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.307822] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dec93d-c15e-41d1-b712-63d59262ed3c is going to be created. [ 818.348535] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.348722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.348722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.348934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.349586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.360447] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dec93d-c15e-41d1-b712-63d59262ed3c in Status: UNINITIALIZED for 2s [ 819.960476] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8e48dc4-96ad-40d4-89f4-4ef093ab57ad req-f1f087ba-9d50-4cdc-8355-d2e10fa54d56 tempest-ServerActionsV293TestJSON-282783485 tempest-ServerActionsV293TestJSON-282783485-project-member] Enqueued Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_members [ 819.961433] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_members [ 819.961712] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e8f342c-762d-46a5-8d1c-7b81719efadd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.961835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.961905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.962317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.962456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.962613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.962709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.962919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.963224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.963224] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.030584] env[65380]: INFO networking_nsxv3.common.synchronization [req-dd45ad4f-95d3-4154-92b5-2898bcdf5147 req-0f91a90c-986f-4ba1-b9ef-b635788f802c tempest-ListImageFiltersTestJSON-1936798979 tempest-ListImageFiltersTestJSON-1936798979-project-member] Enqueued Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 820.031288] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGHEST for action security_group_members [ 820.031661] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.031788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.031847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.032064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.032358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.032358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.032618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.032618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.032618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.032712] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.118063] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 in Status: SUCCESS [ 820.118063] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9eaa1402-d4b8-4020-a430-2fda6693f2a3 deletion is rescheduled due to dependency. [ 820.118063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9eaa1402-d4b8-4020-a430-2fda6693f2a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.313400] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.313558] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-849" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.313681] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-849" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.313997] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-849" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.314288] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.314449] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.314563] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.314778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.314916] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.315277] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.315413] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.315526] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.315634] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.315744] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.315850] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.315979] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.341546] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.341546] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.341546] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.341546] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-849" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.341546] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.341546] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.341546] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.341546] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.341546] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83f2fba-828f-456c-8cb3-2ef722e3a6ae',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.380667] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dec93d-c15e-41d1-b712-63d59262ed3c in Status: SUCCESS [ 820.380921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.381208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.381442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.381639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.381801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.381888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.381961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.382089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.382190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.382282] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3dec93d-c15e-41d1-b712-63d59262ed3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.465807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.466052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.466052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.466352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.466352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.466557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.466662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.466721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.466865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.466958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.467246] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd already deleted. [ 820.467246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.534809] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.536042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.536292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.536504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.563516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.563787] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.563905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.563985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.564215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.564315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.564409] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd is going to be updated. [ 820.601784] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.601940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.602085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.602414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.602537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.615948] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: IN_PROGRESS for 2s [ 820.847416] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.847416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.847416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.847416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.847416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.847416] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port c83f2fba-828f-456c-8cb3-2ef722e3a6ae not found, creating... [ 820.847416] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.847416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.847416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.847416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.847416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.847959] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.847959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.847959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.848243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.848447] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.848680] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: c83f2fba-828f-456c-8cb3-2ef722e3a6ae is going to be created. [ 820.874560] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.875121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.875338] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.875631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.875932] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.876671] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.887078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dec93d-c15e-41d1-b712-63d59262ed3c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.887078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.887078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.887078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.887327] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.887327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.887327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.887663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.887663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.887735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.888841] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dec93d-c15e-41d1-b712-63d59262ed3c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.888841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.888841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.888841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.888841] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.888841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.888841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.888841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.888841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.888841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.889340] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3dec93d-c15e-41d1-b712-63d59262ed3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.392328] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3dec93d-c15e-41d1-b712-63d59262ed3c: rpc.has_security_group_logging(os_id): False [ 821.410913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.411135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.411206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.412502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.412502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.412502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.412502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.412502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.412502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.412502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.412502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.412502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.413597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.413597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.413597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.413597] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.413597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.413597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.413597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.413597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.413597] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dec93d-c15e-41d1-b712-63d59262ed3c is going to be created. [ 821.514538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.514743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.514856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.515175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.515468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.542418] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dec93d-c15e-41d1-b712-63d59262ed3c in Status: IN_PROGRESS for 2s [ 821.596171] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8e48dc4-96ad-40d4-89f4-4ef093ab57ad req-55668f78-4166-49df-8c7f-af851c61b081 service nova] Enqueued Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_rules [ 821.596402] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8e48dc4-96ad-40d4-89f4-4ef093ab57ad req-55668f78-4166-49df-8c7f-af851c61b081 service nova] Enqueued Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_members [ 821.596539] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8e48dc4-96ad-40d4-89f4-4ef093ab57ad req-55668f78-4166-49df-8c7f-af851c61b081 service nova] Enqueued Resource ID: c83f2fba-828f-456c-8cb3-2ef722e3a6ae with Priority: HIGHEST for action port [ 821.597129] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_rules [ 821.597333] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_members [ 821.597372] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83f2fba-828f-456c-8cb3-2ef722e3a6ae with Priority: HIGHEST for action port [ 821.597675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8f342c-762d-46a5-8d1c-7b81719efadd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.597760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.597815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.598220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.598220] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.599308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e8f342c-762d-46a5-8d1c-7b81719efadd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.599500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.599579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.599755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.599980] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.600541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.600596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.600787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.601184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.601184] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.602030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.602359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.602359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.602509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.602555] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83f2fba-828f-456c-8cb3-2ef722e3a6ae',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.105598] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e8f342c-762d-46a5-8d1c-7b81719efadd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.105598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.105598] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.105787] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c83f2fba-828f-456c-8cb3-2ef722e3a6ae with status ACTIVE [ 822.106509] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.106509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.106509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.106509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.106509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.106509] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.106839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.106839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.106839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.106940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.108014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.108014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.108014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.108014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.108014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.108014] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c83f2fba-828f-456c-8cb3-2ef722e3a6ae is going to be updated. [ 822.130397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.130397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.130397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.130681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.130731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.130903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c83f2fba-828f-456c-8cb3-2ef722e3a6ae" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.154769] env[65380]: INFO networking_nsxv3.common.synchronization [req-2e164060-8cb2-4211-8da5-a19ac3f46a26 req-9c3e1fb2-d894-4c3c-9f36-d7d124364074 tempest-ServersTestJSON-1947162638 tempest-ServersTestJSON-1947162638-project-member] Enqueued Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_members [ 822.155302] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGHEST for action security_group_members [ 822.155602] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.155723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.155785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.155978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.156139] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.156251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.156294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.156435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.156516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.156609] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.609798] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.627513] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd in Status: SUCCESS [ 822.627513] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd deletion is rescheduled due to dependency. [ 822.627513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.658719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.658874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.658945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.659260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.659376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.659857] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.659857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.659857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.659994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.660217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.660217] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 is going to be updated. [ 822.692113] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.692113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.692113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.692113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.692113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.702807] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 in Status: IN_PROGRESS for 2s [ 822.850428] env[65380]: INFO networking_nsxv3.common.synchronization [req-67e2ba7f-ae6a-4901-8199-3753c7504c77 req-4b15aef5-816e-46e1-8ce9-774258fe2d27 tempest-TenantUsagesTestJSON-356256225 tempest-TenantUsagesTestJSON-356256225-project-member] Enqueued Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGHEST for action security_group_members [ 822.851381] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGHEST for action security_group_members [ 822.851708] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e221eff0-4680-4583-bed7-974a4118d481 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.851830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.852647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.852947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.853126] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.853237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.853349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.853547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.853547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.853639] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e221eff0-4680-4583-bed7-974a4118d481',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.112039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.112286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.112619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.112619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.112812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.112812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd is going to be created. [ 823.190069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.190069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.190069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.190069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.190069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.202437] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd in Status: UNINITIALIZED for 2s [ 823.215407] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.215607] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.215728] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.215995] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.216272] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.216428] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.216549] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.216766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.216910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.217154] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.217323] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.217446] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.217552] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.217662] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.217761] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.217888] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.243009] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.243311] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.243467] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.243655] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-535" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.244034] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-b32914f5-667a-4f89-842e-d85aa9234f4c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.244280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-b32914f5-667a-4f89-842e-d85aa9234f4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.244411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-b32914f5-667a-4f89-842e-d85aa9234f4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.244826] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-b32914f5-667a-4f89-842e-d85aa9234f4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.245096] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32914f5-667a-4f89-842e-d85aa9234f4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.356891] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.357160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.357160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.357325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.357367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.357663] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.357816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.357903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.358103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.358213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.358553] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e221eff0-4680-4583-bed7-974a4118d481 already deleted. [ 823.358590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.556286] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3dec93d-c15e-41d1-b712-63d59262ed3c in Status: SUCCESS [ 823.556547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.747506] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.747957] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.747957] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.748325] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.748576] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.748900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port b32914f5-667a-4f89-842e-d85aa9234f4c not found, creating... [ 823.749133] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.749334] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.749511] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.749868] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.750166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.750489] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.750659] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.750783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.751044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.751208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.751355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: b32914f5-667a-4f89-842e-d85aa9234f4c is going to be created. [ 823.771584] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.772139] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.772139] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.772301] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.772522] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.772908] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-b32914f5-667a-4f89-842e-d85aa9234f4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.513909] env[65380]: INFO networking_nsxv3.common.synchronization [req-67e2ba7f-ae6a-4901-8199-3753c7504c77 req-e4c93e8a-c8d2-435b-9ff1-a7a633c2eb86 service nova] Enqueued Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGHEST for action security_group_rules [ 824.514112] env[65380]: INFO networking_nsxv3.common.synchronization [req-67e2ba7f-ae6a-4901-8199-3753c7504c77 req-e4c93e8a-c8d2-435b-9ff1-a7a633c2eb86 service nova] Enqueued Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGHEST for action security_group_members [ 824.514437] env[65380]: INFO networking_nsxv3.common.synchronization [req-67e2ba7f-ae6a-4901-8199-3753c7504c77 req-e4c93e8a-c8d2-435b-9ff1-a7a633c2eb86 service nova] Enqueued Resource ID: b32914f5-667a-4f89-842e-d85aa9234f4c with Priority: HIGHEST for action port [ 824.514819] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGHEST for action security_group_rules [ 824.514965] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGHEST for action security_group_members [ 824.520243] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32914f5-667a-4f89-842e-d85aa9234f4c with Priority: HIGHEST for action port [ 824.520243] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e221eff0-4680-4583-bed7-974a4118d481 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.520243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.520243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.520243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.520243] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e221eff0-4680-4583-bed7-974a4118d481',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.521369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e221eff0-4680-4583-bed7-974a4118d481 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.521527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.521596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.521806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.523178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.523178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.523178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.523178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.523178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.523178] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e221eff0-4680-4583-bed7-974a4118d481',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.524226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32914f5-667a-4f89-842e-d85aa9234f4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.524391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32914f5-667a-4f89-842e-d85aa9234f4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.524493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32914f5-667a-4f89-842e-d85aa9234f4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.524701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32914f5-667a-4f89-842e-d85aa9234f4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.524785] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32914f5-667a-4f89-842e-d85aa9234f4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.721543] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 in Status: SUCCESS [ 824.721821] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 deletion is rescheduled due to dependency. [ 824.722038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.022212] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e221eff0-4680-4583-bed7-974a4118d481 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.022212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.026372] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e221eff0-4680-4583-bed7-974a4118d481',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.026878] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b32914f5-667a-4f89-842e-d85aa9234f4c with status ACTIVE [ 825.027130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.027266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.027338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.027630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.028934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.029275] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.029410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.029480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.029672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.029761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.029967] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.030087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.030151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.030305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.030392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.030479] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b32914f5-667a-4f89-842e-d85aa9234f4c is going to be updated. [ 825.061594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.061806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.061806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.062019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.062169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.062343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32914f5-667a-4f89-842e-d85aa9234f4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.215876] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd in Status: SUCCESS [ 825.216203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.216446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.216821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.216942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.217090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.217173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.217393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.217429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.217514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.217605] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.527890] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e221eff0-4680-4583-bed7-974a4118d481',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.720164] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.030872] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.030872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.030872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.031340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.031340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.031340] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e221eff0-4680-4583-bed7-974a4118d481 is going to be created. [ 826.078905] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.079140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.079194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.079404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.079567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.092255] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e221eff0-4680-4583-bed7-974a4118d481 in Status: UNINITIALIZED for 2s [ 826.223618] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e8f342c-762d-46a5-8d1c-7b81719efadd: rpc.has_security_group_logging(os_id): False [ 826.243055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.243055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.243055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.243055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.243055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.243540] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.243540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.243540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.243540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.243540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.243755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd is going to be created. [ 826.332201] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.332201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.332201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.332201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.332400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.361587] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd in Status: IN_PROGRESS for 2s [ 828.111058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e221eff0-4680-4583-bed7-974a4118d481 in Status: SUCCESS [ 828.111058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.111058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.112587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.112948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.114923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.114923] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e221eff0-4680-4583-bed7-974a4118d481',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.380235] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd in Status: SUCCESS [ 828.381046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.619351] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e221eff0-4680-4583-bed7-974a4118d481 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.619665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.619752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.620057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.620430] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.620430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.620430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.620684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.620684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.620782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.621046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e221eff0-4680-4583-bed7-974a4118d481 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.621277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.621382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.621647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.621733] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.621852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.621935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.622490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.622618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.622834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.622960] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e221eff0-4680-4583-bed7-974a4118d481',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.126331] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e221eff0-4680-4583-bed7-974a4118d481: rpc.has_security_group_logging(os_id): False [ 829.146669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.148167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.148309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.148662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.148837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.149189] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.149362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.149547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.149850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.149994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.150347] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.150518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.150626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.150866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.150998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.151389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.151526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.151632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.151856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.152020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.152179] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e221eff0-4680-4583-bed7-974a4118d481 is going to be created. [ 829.222545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.222707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.222767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.222948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.223152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.237629] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e221eff0-4680-4583-bed7-974a4118d481 in Status: IN_PROGRESS for 2s [ 829.385856] env[65380]: INFO networking_nsxv3.common.synchronization [req-1349353e-07c1-441a-ac70-96c33ce9d293 req-fe640eca-8200-48ba-bf60-6a07a466a735 tempest-ListServersNegativeTestJSON-288456843 tempest-ListServersNegativeTestJSON-288456843-project-member] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 829.386489] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 829.386813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.386929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.386991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.387853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.387853] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.387853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.387853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.387853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.387853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.388144] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.584654] env[65380]: INFO networking_nsxv3.common.synchronization [req-ce1c0372-19e9-4acc-9a5d-a1256cd43c2b req-dd2f8f30-cb26-4420-9022-0e8586819138 tempest-ListServersNegativeTestJSON-288456843 tempest-ListServersNegativeTestJSON-288456843-project-member] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 829.585204] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGHEST for action security_group_members [ 829.585819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.585819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.890932] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.396894] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.902919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.902919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.902919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.903306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.903306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.903421] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 830.936585] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.936812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.936812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.937165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.937258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.951910] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 831.252391] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e221eff0-4680-4583-bed7-974a4118d481 in Status: SUCCESS [ 831.252391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.736934] env[65380]: INFO networking_nsxv3.common.synchronization [None req-04800073-6d7c-4b95-abcc-5cc488ca56d5 None None] Enqueued Resource ID: ecfaf1fe-38f5-4fdb-8836-237797737f28 with Priority: HIGHEST for action port [ 832.736934] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfaf1fe-38f5-4fdb-8836-237797737f28 with Priority: HIGHEST for action port [ 832.737389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecfaf1fe-38f5-4fdb-8836-237797737f28 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.737389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecfaf1fe-38f5-4fdb-8836-237797737f28" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.737389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecfaf1fe-38f5-4fdb-8836-237797737f28" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.737578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecfaf1fe-38f5-4fdb-8836-237797737f28" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.737614] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecfaf1fe-38f5-4fdb-8836-237797737f28',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.965193] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 832.965193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.965301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.965447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.965625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.965795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.965866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.965951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.966302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.966302] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.240600] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecfaf1fe-38f5-4fdb-8836-237797737f28 [ 833.240711] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.240954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.241039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.241605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.241605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.241605] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecfaf1fe-38f5-4fdb-8836-237797737f28 already deleted. [ 833.241605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecfaf1fe-38f5-4fdb-8836-237797737f28" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.469632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.469632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.469632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.469779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.469971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.470340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.470340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.470340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.470782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.470782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.470782] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be updated. [ 833.502391] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.503297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.503297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.503297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.503297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.515228] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: IN_PROGRESS for 2s [ 834.516621] env[65380]: INFO networking_nsxv3.common.synchronization [req-763898c9-2878-4d27-b8ef-3091ad3237cf req-15ceff9c-e26f-42e3-87cb-be206a4efab3 tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 834.518055] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 834.518055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.518055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.518055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.518055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.518463] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.518463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.518463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.518588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.518665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.518781] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.022885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.023083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.023177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.023506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.024834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.025081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.025193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.025259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.025437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.025510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.025598] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 835.054034] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.054034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.054034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.054437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.057029] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.057029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.057029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.057029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.057029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.057029] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.057029] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.057029] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.057029] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.057029] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.057029] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.057029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.058592] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.058746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.058816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.059161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.059268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.070802] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 835.080692] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.081333] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.081333] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.081476] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.081695] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.081869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.081970] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.082316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.082450] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a57813eb-16c8-4bbd-a166-6ec10dbf3f8d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.248951] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6118402f-234c-4f6d-b5c2-8984795dee66 None None] Enqueued Resource ID: f59865b1-a251-439d-a442-ea27e90deb95 with Priority: HIGHEST for action port [ 835.249623] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59865b1-a251-439d-a442-ea27e90deb95 with Priority: HIGHEST for action port [ 835.249948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59865b1-a251-439d-a442-ea27e90deb95 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.250308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59865b1-a251-439d-a442-ea27e90deb95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.250393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59865b1-a251-439d-a442-ea27e90deb95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.250650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59865b1-a251-439d-a442-ea27e90deb95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.250732] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59865b1-a251-439d-a442-ea27e90deb95',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.525595] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f040ca2f-798d-44e6-8942-6e194ec478d4 in Status: SUCCESS [ 835.525924] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 deletion is rescheduled due to dependency. [ 835.525924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.585473] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.586115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.586115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.586115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.586293] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.586430] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port a57813eb-16c8-4bbd-a166-6ec10dbf3f8d not found, creating... [ 835.586695] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.586846] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.586954] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.587207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.587331] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.587693] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.588235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.588235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.588235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.588390] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.588448] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: a57813eb-16c8-4bbd-a166-6ec10dbf3f8d is going to be created. [ 835.610900] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.611933] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.611933] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.611933] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.612195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.612242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.754799] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f59865b1-a251-439d-a442-ea27e90deb95 [ 835.755089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.755240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.755313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.755699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.755699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.755699] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f59865b1-a251-439d-a442-ea27e90deb95 already deleted. [ 835.755803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59865b1-a251-439d-a442-ea27e90deb95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.311315] env[65380]: INFO networking_nsxv3.common.synchronization [req-763898c9-2878-4d27-b8ef-3091ad3237cf req-c8ac7448-a902-419c-b43a-081cf04c4b83 service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 836.311315] env[65380]: INFO networking_nsxv3.common.synchronization [req-763898c9-2878-4d27-b8ef-3091ad3237cf req-c8ac7448-a902-419c-b43a-081cf04c4b83 service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 836.311315] env[65380]: INFO networking_nsxv3.common.synchronization [req-763898c9-2878-4d27-b8ef-3091ad3237cf req-c8ac7448-a902-419c-b43a-081cf04c4b83 service nova] Enqueued Resource ID: a57813eb-16c8-4bbd-a166-6ec10dbf3f8d with Priority: HIGHEST for action port [ 836.312685] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 836.313048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 836.316094] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a57813eb-16c8-4bbd-a166-6ec10dbf3f8d with Priority: HIGHEST for action port [ 836.316094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.316094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.316094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.316094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.316094] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.316094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.316094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.316094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.316094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.316094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.316094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.316094] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a57813eb-16c8-4bbd-a166-6ec10dbf3f8d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.819699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.819955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.820073] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a57813eb-16c8-4bbd-a166-6ec10dbf3f8d with status ACTIVE [ 836.820260] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.820375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.820444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.820655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.820744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.824024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.824024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.824024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.824024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.824024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.824024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.824024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.824024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.824024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.824024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.824024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a57813eb-16c8-4bbd-a166-6ec10dbf3f8d is going to be updated. [ 836.847120] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.847280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.847348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.847553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.847686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.847874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a57813eb-16c8-4bbd-a166-6ec10dbf3f8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.081235] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 837.081343] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 deletion is rescheduled due to dependency. [ 837.081447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.081631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.081831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.082584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.082584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.082584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.082584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.082584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.082925] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.585028] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.089192] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.590605] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.590807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.590865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.591183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.591277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.591386] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 838.630857] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.630949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.631099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.631422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.631582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.642379] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 839.314514] env[65380]: INFO networking_nsxv3.common.synchronization [req-e629964a-8fd0-4caf-b565-5bf697929116 req-9144ca6a-a28c-4b57-845b-12e4ecc7ae7c tempest-FloatingIPsAssociationNegativeTestJSON-621834242 tempest-FloatingIPsAssociationNegativeTestJSON-621834242-project-member] Enqueued Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGHEST for action security_group_members [ 839.315179] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGHEST for action security_group_members [ 839.315533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3dec93d-c15e-41d1-b712-63d59262ed3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.315664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.315768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.315991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.316179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.316321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.316636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.316636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.316896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.316896] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3dec93d-c15e-41d1-b712-63d59262ed3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.820625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.820625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.820625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.820971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.820971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.821118] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.821953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.821953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.821953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.821953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.821953] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dec93d-c15e-41d1-b712-63d59262ed3c is going to be updated. [ 839.857159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.857333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.857420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.857650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.857791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.871247] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dec93d-c15e-41d1-b712-63d59262ed3c in Status: IN_PROGRESS for 2s [ 839.992822] env[65380]: INFO networking_nsxv3.common.synchronization [req-16ce0e6c-ced5-47dd-bf4d-4e7a9f14d4e0 req-7d8b3c75-25e8-44e8-b8cb-1b003dab3569 tempest-TenantUsagesTestJSON-356256225 tempest-TenantUsagesTestJSON-356256225-project-member] Enqueued Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGHEST for action security_group_members [ 839.993977] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGHEST for action security_group_members [ 839.993977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e221eff0-4680-4583-bed7-974a4118d481 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.993977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.993977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.997986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.998187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.998297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.998358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.998529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.998640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.998766] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e221eff0-4680-4583-bed7-974a4118d481',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.012485] env[65380]: INFO networking_nsxv3.common.synchronization [req-097ee458-1f39-415e-9a10-34ae9b6f8ebe req-6d895306-09e6-4f6f-a214-206f598d5cc7 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGHEST for action security_group_members [ 840.012698] env[65380]: INFO networking_nsxv3.common.synchronization [req-097ee458-1f39-415e-9a10-34ae9b6f8ebe req-6d895306-09e6-4f6f-a214-206f598d5cc7 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 840.012839] env[65380]: INFO networking_nsxv3.common.synchronization [req-097ee458-1f39-415e-9a10-34ae9b6f8ebe req-6d895306-09e6-4f6f-a214-206f598d5cc7 tempest-SecurityGroupsTestJSON-645863386 tempest-SecurityGroupsTestJSON-645863386-project-member] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 840.013411] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGHEST for action security_group_members [ 840.013585] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGHEST for action security_group_members [ 840.013695] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGHEST for action security_group_members [ 840.014834] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71d04bd5-5652-4f70-af8c-4fb00e96c772 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.014834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.015497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.015497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.015497] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.015675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.015675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.017067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.017238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.017400] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.018611] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.019246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.019326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.019498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.019658] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.019759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.019821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.022226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.022226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.022226] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.022226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.022226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.022226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.022561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.023187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.023347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.023467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.023691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.023832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.024926] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.503059] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.503485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.503485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.503609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.503609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.503893] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.503893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.504066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.504228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.504228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.504326] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e221eff0-4680-4583-bed7-974a4118d481 is going to be updated. [ 840.528506] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.528738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.528738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.529041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.530903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.530903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.531171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.531171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.532850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.532850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.532850] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 is going to be updated. [ 840.533107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.533263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.533338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.533532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.533640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.533843] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.533957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.534053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.534204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.534300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.534398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 is going to be updated. [ 840.535703] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.535854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.535928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.536097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.536197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.536423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.536565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.536639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.536780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.536847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.536932] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be updated. [ 840.538818] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.538985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.539100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.539242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.539416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.558854] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e221eff0-4680-4583-bed7-974a4118d481 in Status: IN_PROGRESS for 2s [ 840.580022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.580224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.580224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.580440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.580605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.582777] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.582899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.582964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.583174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.583308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.584956] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.585093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.585157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.585361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.586039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.596975] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: IN_PROGRESS for 2s [ 840.597906] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: IN_PROGRESS for 2s [ 840.598603] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: IN_PROGRESS for 2s [ 840.656614] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 840.656798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.657023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.657290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.657535] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.657682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.657749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.657916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.658034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.658181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.658332] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.165154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.165154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.165154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.165154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.165154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.165154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.165154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.167284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.167484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.167756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.168051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.168205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.168277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.168477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.168681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.168799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.168889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.169188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.169690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.169690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.169690] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.672409] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9: rpc.has_security_group_logging(os_id): False [ 841.696406] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.696648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.696769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.697086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.697246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.697567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.697740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.697846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.698125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.698267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.698570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.698688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.698785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.698973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.699106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.699337] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.699435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.699503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.699636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.699713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.699798] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 841.801090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.801090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.801090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.801090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.801090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.820996] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 841.880890] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3dec93d-c15e-41d1-b712-63d59262ed3c in Status: SUCCESS [ 841.881149] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3dec93d-c15e-41d1-b712-63d59262ed3c deletion is rescheduled due to dependency. [ 841.881270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.457677] env[65380]: INFO networking_nsxv3.common.synchronization [req-4c1b34f2-5321-430d-aec8-03f30422c44a req-266f8be5-3204-488b-a4c1-95a527f6f84f tempest-ServersTestManualDisk-946573308 tempest-ServersTestManualDisk-946573308-project-member] Enqueued Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_members [ 842.458343] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4144af6-a5dc-438d-9bca-64f460b54f11 with Priority: HIGHEST for action security_group_members [ 842.458664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4144af6-a5dc-438d-9bca-64f460b54f11 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.458782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.458848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.461364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.461549] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.461621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.461666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.461837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.462125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.462125] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4144af6-a5dc-438d-9bca-64f460b54f11',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.570026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e221eff0-4680-4583-bed7-974a4118d481 in Status: SUCCESS [ 842.570245] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e221eff0-4680-4583-bed7-974a4118d481 deletion is rescheduled due to dependency. [ 842.570369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.616355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 in Status: SUCCESS [ 842.616858] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 deletion is rescheduled due to dependency. [ 842.616858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.619044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 in Status: SUCCESS [ 842.619044] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 deletion is rescheduled due to dependency. [ 842.619044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.619323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 in Status: SUCCESS [ 842.619577] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 deletion is rescheduled due to dependency. [ 842.619577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.968710] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.969169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.969169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.969491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.991293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.991548] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.991668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.991733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.991923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.992020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.992094] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4144af6-a5dc-438d-9bca-64f460b54f11 is going to be updated. [ 843.026080] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.026080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.026080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.026080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.026080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.035735] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4144af6-a5dc-438d-9bca-64f460b54f11 in Status: IN_PROGRESS for 2s [ 843.836888] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 843.837127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.387952] env[65380]: INFO networking_nsxv3.common.synchronization [req-07ebb4d0-1e09-44a3-927a-365a84766cfa req-dbd07890-f9a9-4861-a178-0ecb606d0583 tempest-ListServerFiltersTestJSON-404483545 tempest-ListServerFiltersTestJSON-404483545-project-member] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 844.388530] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 844.389241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.389432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.389432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.390022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.390022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.390022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.390022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.390317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.390317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.390317] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.474507] env[65380]: INFO networking_nsxv3.common.synchronization [req-f7bb4125-87f9-4ed3-9c76-605d295bcd7b req-45a64977-3f5f-41bb-a800-d5840a7ceef9 tempest-ImagesOneServerNegativeTestJSON-1542336400 tempest-ImagesOneServerNegativeTestJSON-1542336400-project-member] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 844.475069] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 844.476531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.476667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.476785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.476919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.477122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.477215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.477254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.477384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.477752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.477752] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.843824] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.846024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.846024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.846024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.846024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.846024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.846436] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.846781] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.847066] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.847740] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.848035] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.850099] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.850099] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.850099] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.850099] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.850099] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.870558] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.870671] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.870842] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.871798] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-528" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.871798] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.871798] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.871993] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.872314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.872415] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a0eafb-29ca-4a32-bc76-7917eb5c16c1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.892925] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.980081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.980258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.980333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.980562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.003841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.004444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.004444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.004444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.004674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.004674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.004674] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be updated. [ 845.031470] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.031618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.031681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.031878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.032066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.046612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 845.049348] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4144af6-a5dc-438d-9bca-64f460b54f11 in Status: SUCCESS [ 845.049533] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4144af6-a5dc-438d-9bca-64f460b54f11 deletion is rescheduled due to dependency. [ 845.049628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4144af6-a5dc-438d-9bca-64f460b54f11" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.374840] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.375098] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.375233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.375521] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.375665] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.375815] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 27a0eafb-29ca-4a32-bc76-7917eb5c16c1 not found, creating... [ 845.376093] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.376274] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.376451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.376726] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.376911] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.377274] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.377472] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.377611] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.377859] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.378028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.378445] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 27a0eafb-29ca-4a32-bc76-7917eb5c16c1 is going to be created. [ 845.395107] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.407358] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.407577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.407693] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.407966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.408207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.408438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.899066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.899066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.899066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.899066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.899066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.899066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be updated. [ 845.933011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.933276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.933364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.933575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.933719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.943901] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 846.135362] env[65380]: INFO networking_nsxv3.common.synchronization [req-f7bb4125-87f9-4ed3-9c76-605d295bcd7b req-8b1da62c-f94a-4858-98c9-e02af8d9f868 service nova] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_rules [ 846.135535] env[65380]: INFO networking_nsxv3.common.synchronization [req-f7bb4125-87f9-4ed3-9c76-605d295bcd7b req-8b1da62c-f94a-4858-98c9-e02af8d9f868 service nova] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 846.135668] env[65380]: INFO networking_nsxv3.common.synchronization [req-f7bb4125-87f9-4ed3-9c76-605d295bcd7b req-8b1da62c-f94a-4858-98c9-e02af8d9f868 service nova] Enqueued Resource ID: 27a0eafb-29ca-4a32-bc76-7917eb5c16c1 with Priority: HIGHEST for action port [ 846.135893] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_rules [ 846.136030] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 846.136190] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27a0eafb-29ca-4a32-bc76-7917eb5c16c1 with Priority: HIGHEST for action port [ 846.136695] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.136799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.136869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.137087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.137172] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.138078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.138183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.138373] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.138473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.138535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.138699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.138771] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27a0eafb-29ca-4a32-bc76-7917eb5c16c1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.563662] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4e3c484-d764-4fa1-af6a-f9afc12e9cc1 req-048b17e5-fb8d-4436-a450-61af13f6152a tempest-ServersAdminTestJSON-1713960241 tempest-ServersAdminTestJSON-1713960241-project-member] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 846.563662] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 846.564675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.564675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.564863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.565123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.565292] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.565399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.565470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.565619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.565716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.565788] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.640890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.641196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.641451] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27a0eafb-29ca-4a32-bc76-7917eb5c16c1 with status ACTIVE [ 846.641664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.641808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.641898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.642260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.642408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.642612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.642724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.642786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.642976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.643082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.643280] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.643385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.643446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.643597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.643674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.643758] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27a0eafb-29ca-4a32-bc76-7917eb5c16c1 is going to be updated. [ 846.680823] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.680823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.680823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.681304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.681304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.681476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27a0eafb-29ca-4a32-bc76-7917eb5c16c1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.069425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 847.069425] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 deletion is rescheduled due to dependency. [ 847.069425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.069425] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.069425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.069425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.069425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.069425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.069425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.069425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.069425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.070562] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.574750] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.576167] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.955840] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 847.956141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.079139] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.079411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.079536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.079842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.079952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.080084] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 848.081437] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.124379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.125213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.125363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.125537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.125762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.138267] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 848.583966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.584334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.584334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.584475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.584515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.584700] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be updated. [ 848.623423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.623518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.623560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.623876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.624120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.636880] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 850.148862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 850.149288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.650286] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 850.650467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.651042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.651042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.651042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.651315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.651315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.651577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.651577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.651577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.651700] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.154633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.154870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.154870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.155097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.155365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.155472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.155537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.155697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.155783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.155867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.156031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.156128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.156190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.156337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.156472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.156561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.156619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.156753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.156829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.156909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.157348] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.564731] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 851.564909] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 851.659654] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5af0948-7e87-4cfd-84dc-b64f5648e049: rpc.has_security_group_logging(os_id): False [ 851.697121] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.697626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.697965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.698396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.698511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.699539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.699539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.699539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.699539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.699867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.699867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.699992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.699992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.703480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.703480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.703480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.703480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.703480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.703480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.703480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.703480] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be updated. [ 851.787752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.787946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.788578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.788578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.788578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.805658] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 853.822396] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 853.822699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.825342] env[65380]: INFO networking_nsxv3.common.synchronization [req-3219839a-53f7-44cd-9bbd-cf04b9d5452d req-72c8b735-33b6-4179-a676-97090f66a5b4 tempest-AttachVolumeShelveTestJSON-691904634 tempest-AttachVolumeShelveTestJSON-691904634-project-member] Enqueued Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_members [ 855.826319] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_members [ 855.826319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.826319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.826645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.826727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.826844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.826940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.826997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.827404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.827404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.827404] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.326325] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.326646] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.326709] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.327089] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.327370] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.327535] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.327670] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.327919] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.328122] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.328300] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.328412] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.328759] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.328759] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.328759] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.328909] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.328953] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.330490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.330624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.330677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.330831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.330915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.331137] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.331269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.331328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.331520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.331520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.331620] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe already deleted. [ 856.331709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.353931] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.354167] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.354301] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.354446] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.354755] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-8f2d5640-ec39-4086-a42f-459cdaa563bb taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.354925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.355054] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.355380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.355518] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2d5640-ec39-4086-a42f-459cdaa563bb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.858418] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.859029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.859029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.859184] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.859331] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.859513] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 8f2d5640-ec39-4086-a42f-459cdaa563bb not found, creating... [ 856.859846] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.860068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.860208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.860453] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.861788] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.861883] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.862796] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.863484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.866055] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.866055] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.866055] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 8f2d5640-ec39-4086-a42f-459cdaa563bb is going to be created. [ 856.889890] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.890345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.890469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.890897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.891428] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.891789] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.670959] env[65380]: INFO networking_nsxv3.common.synchronization [req-3219839a-53f7-44cd-9bbd-cf04b9d5452d req-1356d3a2-308f-4d33-a322-761f90718773 service nova] Enqueued Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_rules [ 857.670959] env[65380]: INFO networking_nsxv3.common.synchronization [req-3219839a-53f7-44cd-9bbd-cf04b9d5452d req-1356d3a2-308f-4d33-a322-761f90718773 service nova] Enqueued Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_members [ 857.670959] env[65380]: INFO networking_nsxv3.common.synchronization [req-3219839a-53f7-44cd-9bbd-cf04b9d5452d req-1356d3a2-308f-4d33-a322-761f90718773 service nova] Enqueued Resource ID: 8f2d5640-ec39-4086-a42f-459cdaa563bb with Priority: HIGHEST for action port [ 857.671407] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_rules [ 857.671407] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_members [ 857.671529] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f2d5640-ec39-4086-a42f-459cdaa563bb with Priority: HIGHEST for action port [ 857.671863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.671977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.671977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.672562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.673247] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.673926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.673926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.673926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.674180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.674180] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.674786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.674786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.674786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.674786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.674786] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.675864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f2d5640-ec39-4086-a42f-459cdaa563bb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.675864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.675864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.675864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.675864] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2d5640-ec39-4086-a42f-459cdaa563bb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.179234] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.179660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.179660] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.180438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f2d5640-ec39-4086-a42f-459cdaa563bb with status ACTIVE [ 858.180690] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.180837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.180837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.181489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.181489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.181489] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.181489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.181489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.181862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.181862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.181973] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.182066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.182120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.184530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.184530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.184530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f2d5640-ec39-4086-a42f-459cdaa563bb is going to be updated. [ 858.208904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.208904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.208904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.209465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.209465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.209674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.261840] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c99da0b-b1f2-4aec-93fa-c5d126a1fa1f req-7afa2fd3-108a-4c63-85b2-e324282e697e tempest-ImagesOneServerNegativeTestJSON-1542336400 tempest-ImagesOneServerNegativeTestJSON-1542336400-project-member] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 858.262746] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGHEST for action security_group_members [ 858.263079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.263604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.263690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.263885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.264056] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.264161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.264222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.264583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.264583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.264583] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.685125] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.767457] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.767457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.767457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.767457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.767457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.767457] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.767457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.767457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.767457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.768183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.768183] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be updated. [ 858.807210] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.808059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.808288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.808529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.808981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.819433] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: IN_PROGRESS for 2s [ 859.187687] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.187987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.187987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.188235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.188338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.188442] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe is going to be created. [ 859.215072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.215072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.215072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.215243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.215379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.231899] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: UNINITIALIZED for 2s [ 860.241166] env[65380]: INFO networking_nsxv3.common.synchronization [None req-f2ca434f-3fae-4135-ac82-e13ca47e43f0 None None] Enqueued Resource ID: eec63fab-6ab0-4cb4-a727-9cd4772db313 with Priority: HIGHEST for action port [ 860.241765] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec63fab-6ab0-4cb4-a727-9cd4772db313 with Priority: HIGHEST for action port [ 860.243167] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec63fab-6ab0-4cb4-a727-9cd4772db313 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.243438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec63fab-6ab0-4cb4-a727-9cd4772db313" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.243811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec63fab-6ab0-4cb4-a727-9cd4772db313" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.244386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec63fab-6ab0-4cb4-a727-9cd4772db313" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.244386] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec63fab-6ab0-4cb4-a727-9cd4772db313',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.414905] env[65380]: INFO networking_nsxv3.common.synchronization [req-e519a6c3-7f5c-4327-9d28-a3d9a253c179 req-7d245e76-7f2c-449a-b494-2ea7dd65f7b6 tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 860.416635] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 860.416635] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.416635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.419552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.419884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.420147] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.420276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.420276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.420467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.420552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.420670] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.749164] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eec63fab-6ab0-4cb4-a727-9cd4772db313 [ 860.751495] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.751495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.751495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.751495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.751495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.751495] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eec63fab-6ab0-4cb4-a727-9cd4772db313 already deleted. [ 860.751495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec63fab-6ab0-4cb4-a727-9cd4772db313" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.835380] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 in Status: SUCCESS [ 860.835618] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 deletion is rescheduled due to dependency. [ 860.835738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.923239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.926022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.926022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.926022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.926022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.926022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.926022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.926022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.926022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.926022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.926022] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 already deleted. [ 860.926022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.064352] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.064694] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.064930] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.065404] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.066055] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.066237] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.066567] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.066895] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.067142] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.067441] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.067653] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.067863] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.068079] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.068305] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.068509] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.068740] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.088414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.088547] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.088848] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.088848] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.089268] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.089448] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.089567] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.089896] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.090043] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab344952-0cc7-46ab-bb81-6d6dbe7618cf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.245887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: SUCCESS [ 861.245887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.245887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.245887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.245887] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.245887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.245887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.245887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.245887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.245887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.245887] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.593587] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.593587] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.593774] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.594085] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.594201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.594996] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port ab344952-0cc7-46ab-bb81-6d6dbe7618cf not found, creating... [ 861.595432] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.595607] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.595735] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.596563] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.596563] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.596753] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.597243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.597243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.597663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.597663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.598528] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: ab344952-0cc7-46ab-bb81-6d6dbe7618cf is going to be created. [ 861.637802] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.637802] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.638113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.638250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.638433] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.638682] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.752098] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.254838] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77041bd6-f8f6-4614-9d17-6615be29fefe: rpc.has_security_group_logging(os_id): False [ 862.278015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.278187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.278266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.278492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.278580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.278844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.278949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.279016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.279351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.279351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.279351] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe is going to be created. [ 862.346397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.346625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.346625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.346847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.347077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.360347] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: IN_PROGRESS for 2s [ 862.368728] env[65380]: INFO networking_nsxv3.common.synchronization [req-e519a6c3-7f5c-4327-9d28-a3d9a253c179 req-1864e9e9-d4f7-4af1-a0f1-72926a0eed5e service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 862.368968] env[65380]: INFO networking_nsxv3.common.synchronization [req-e519a6c3-7f5c-4327-9d28-a3d9a253c179 req-1864e9e9-d4f7-4af1-a0f1-72926a0eed5e service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 862.369360] env[65380]: INFO networking_nsxv3.common.synchronization [req-e519a6c3-7f5c-4327-9d28-a3d9a253c179 req-1864e9e9-d4f7-4af1-a0f1-72926a0eed5e service nova] Enqueued Resource ID: ab344952-0cc7-46ab-bb81-6d6dbe7618cf with Priority: HIGHEST for action port [ 862.369844] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 862.370420] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 862.370420] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab344952-0cc7-46ab-bb81-6d6dbe7618cf with Priority: HIGHEST for action port [ 862.370951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.370951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.370951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.371366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.371366] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.372178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.372295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.372360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.372528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.372673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.372773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.372837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.372957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.373029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.373301] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.374231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.374369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.374425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.374720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.374720] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab344952-0cc7-46ab-bb81-6d6dbe7618cf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.698273] env[65380]: INFO networking_nsxv3.common.synchronization [req-d3f9790e-fb77-4543-85a2-987b92ddc19c req-7fe0778a-106c-4cd1-9f0e-8b89c13b93d3 tempest-SecurityGroupRulesTestJSON-747491392 tempest-SecurityGroupRulesTestJSON-747491392-project-member] Enqueued Resource ID: 0622c085-7938-45f6-ae43-152aca5c0017 with Priority: HIGHEST for action security_group_rules [ 862.698622] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0622c085-7938-45f6-ae43-152aca5c0017 with Priority: HIGHEST for action security_group_rules [ 862.699315] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0622c085-7938-45f6-ae43-152aca5c0017 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.699458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0622c085-7938-45f6-ae43-152aca5c0017" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.699458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0622c085-7938-45f6-ae43-152aca5c0017" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.700496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0622c085-7938-45f6-ae43-152aca5c0017" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.700496] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0622c085-7938-45f6-ae43-152aca5c0017',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.876456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.876881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.876881] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.877817] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab344952-0cc7-46ab-bb81-6d6dbe7618cf with status ACTIVE [ 862.877977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.877977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.878143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.878383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.878383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.878508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.878633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.878710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.878824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.878910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.879197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.879313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.879392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.879540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.879654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.879732] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab344952-0cc7-46ab-bb81-6d6dbe7618cf is going to be updated. [ 862.905861] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.906079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.906149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.906334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.906469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.906655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab344952-0cc7-46ab-bb81-6d6dbe7618cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.016262] env[65380]: INFO networking_nsxv3.common.synchronization [None req-aa21e9aa-2cf9-4ae1-8544-2b8fd84b6918 None None] Enqueued Resource ID: c338d180-1eec-4492-8cf5-5f1ed90603ab with Priority: HIGHEST for action port [ 863.016832] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c338d180-1eec-4492-8cf5-5f1ed90603ab with Priority: HIGHEST for action port [ 863.017557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c338d180-1eec-4492-8cf5-5f1ed90603ab taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.017779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c338d180-1eec-4492-8cf5-5f1ed90603ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.017779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c338d180-1eec-4492-8cf5-5f1ed90603ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.018022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c338d180-1eec-4492-8cf5-5f1ed90603ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.018126] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c338d180-1eec-4492-8cf5-5f1ed90603ab',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.232623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.232778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.232837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.233203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.233280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.233319] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0622c085-7938-45f6-ae43-152aca5c0017 already deleted. [ 863.233613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0622c085-7938-45f6-ae43-152aca5c0017" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.382411] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.520386] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c338d180-1eec-4492-8cf5-5f1ed90603ab [ 863.520636] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.520798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.520850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.521053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.521163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.521269] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c338d180-1eec-4492-8cf5-5f1ed90603ab already deleted. [ 863.521356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c338d180-1eec-4492-8cf5-5f1ed90603ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.887382] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.888396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.888396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.888396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.888396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.888396] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be created. [ 863.918604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.918771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.918858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.919097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.919273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.932304] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: UNINITIALIZED for 2s [ 864.018148] env[65380]: INFO networking_nsxv3.common.synchronization [req-4c8588c6-b244-45bb-b316-e384970c30f2 req-12d06367-8ae2-45d8-bf8e-7409fa9c4388 tempest-SecurityGroupRulesTestJSON-747491392 tempest-SecurityGroupRulesTestJSON-747491392-project-member] Enqueued Resource ID: 1d5d1634-14d9-4b59-a7ee-57ac140b62d8 with Priority: HIGHEST for action security_group_rules [ 864.018852] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5d1634-14d9-4b59-a7ee-57ac140b62d8 with Priority: HIGHEST for action security_group_rules [ 864.019034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d5d1634-14d9-4b59-a7ee-57ac140b62d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.019034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d5d1634-14d9-4b59-a7ee-57ac140b62d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.021454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d5d1634-14d9-4b59-a7ee-57ac140b62d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.021588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d5d1634-14d9-4b59-a7ee-57ac140b62d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.021706] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d5d1634-14d9-4b59-a7ee-57ac140b62d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.378450] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: SUCCESS [ 864.378450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.441360] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6e3ef6be-240a-49f8-a0ff-65ffcc97b48b None None] Enqueued Resource ID: c5a9006e-6639-499e-beb5-c708867971b3 with Priority: HIGHEST for action port [ 864.441360] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a9006e-6639-499e-beb5-c708867971b3 with Priority: HIGHEST for action port [ 864.445234] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a9006e-6639-499e-beb5-c708867971b3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.445234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a9006e-6639-499e-beb5-c708867971b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.445234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a9006e-6639-499e-beb5-c708867971b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.445234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a9006e-6639-499e-beb5-c708867971b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.445234] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a9006e-6639-499e-beb5-c708867971b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.544928] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.545153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.545153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.546146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.546146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.546146] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d5d1634-14d9-4b59-a7ee-57ac140b62d8 already deleted. [ 864.546146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d5d1634-14d9-4b59-a7ee-57ac140b62d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.949104] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5a9006e-6639-499e-beb5-c708867971b3 [ 864.949104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.949104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.949320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.949504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.949633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.949733] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5a9006e-6639-499e-beb5-c708867971b3 already deleted. [ 864.949815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a9006e-6639-499e-beb5-c708867971b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.347337] env[65380]: INFO networking_nsxv3.common.synchronization [req-6318bb5f-7705-454b-8107-012790c11a8d req-4d91605b-152e-40f1-9362-8ad5dd0fe716 tempest-MigrationsAdminTest-594432513 tempest-MigrationsAdminTest-594432513-project-member] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 865.347337] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 865.347337] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.347691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.347691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.347691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.350440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.350440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.350440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.350440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.350440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.350440] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.852154] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.946044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 865.946044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.947114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.947114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.947114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.947114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.947114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.947114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.947430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.947430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.947430] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.355044] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.427722] env[65380]: INFO networking_nsxv3.common.synchronization [req-4d2e9707-fc3c-4c1a-b313-628d255f9266 req-750dcadc-ce40-4f9a-a3a8-a9c0eb88770e tempest-SecurityGroupRulesTestJSON-747491392 tempest-SecurityGroupRulesTestJSON-747491392-project-member] Enqueued Resource ID: 05d7093f-cfbc-4e55-9f2c-935bb4ab9b8f with Priority: HIGHEST for action security_group_rules [ 866.430947] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d7093f-cfbc-4e55-9f2c-935bb4ab9b8f with Priority: HIGHEST for action security_group_rules [ 866.431712] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d7093f-cfbc-4e55-9f2c-935bb4ab9b8f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.431814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d7093f-cfbc-4e55-9f2c-935bb4ab9b8f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.432520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d7093f-cfbc-4e55-9f2c-935bb4ab9b8f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.433305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d7093f-cfbc-4e55-9f2c-935bb4ab9b8f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.433305] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d7093f-cfbc-4e55-9f2c-935bb4ab9b8f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.450239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.450468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.450574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.450838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.451064] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.451200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.451265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.451477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.452033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.452033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.452033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.452033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.452231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.452697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.452697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.452697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.452697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.454577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.454754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.454860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.454956] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.858869] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.859271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.859271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.859362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.859474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.859565] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 is going to be updated. [ 866.892962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.893181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.893181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.893551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.893665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.905328] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: IN_PROGRESS for 2s [ 866.955170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.955516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.955516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.955655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.956153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.956153] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d7093f-cfbc-4e55-9f2c-935bb4ab9b8f already deleted. [ 866.956153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d7093f-cfbc-4e55-9f2c-935bb4ab9b8f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.960300] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 897650fa-f5c5-46a6-8809-4055f4cb7969: rpc.has_security_group_logging(os_id): False [ 866.981649] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.981649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.981829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.982065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.982156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.982409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.982522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.982585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.982763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.982843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.983025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.983159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.983245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.983428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.983513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.983975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.984187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.984307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.984529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.984655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.984776] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be created. [ 867.048747] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.049184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.049484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.061275] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 867.124966] env[65380]: INFO networking_nsxv3.common.synchronization [None req-dfb04daf-6531-4f6e-bc14-5eafcaf5ba0b None None] Enqueued Resource ID: dca46e29-02ff-4634-ac71-439d167ab05b with Priority: HIGHEST for action port [ 867.124966] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca46e29-02ff-4634-ac71-439d167ab05b with Priority: HIGHEST for action port [ 867.124966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca46e29-02ff-4634-ac71-439d167ab05b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.124966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca46e29-02ff-4634-ac71-439d167ab05b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.124966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca46e29-02ff-4634-ac71-439d167ab05b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.124966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca46e29-02ff-4634-ac71-439d167ab05b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.124966] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca46e29-02ff-4634-ac71-439d167ab05b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.627519] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dca46e29-02ff-4634-ac71-439d167ab05b [ 867.628942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.629125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.629187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.629404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.629490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.629586] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dca46e29-02ff-4634-ac71-439d167ab05b already deleted. [ 867.629666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca46e29-02ff-4634-ac71-439d167ab05b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.366150] env[65380]: INFO networking_nsxv3.common.synchronization [req-f168575e-8f90-4071-b64e-398b0e3552db req-17837f34-2dee-4b49-9cf1-1710aac2b1d0 tempest-SecurityGroupRulesTestJSON-747491392 tempest-SecurityGroupRulesTestJSON-747491392-project-member] Enqueued Resource ID: 86696b1e-88de-499a-9f0d-7a31d4d24a1e with Priority: HIGHEST for action security_group_rules [ 868.367253] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86696b1e-88de-499a-9f0d-7a31d4d24a1e with Priority: HIGHEST for action security_group_rules [ 868.367253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86696b1e-88de-499a-9f0d-7a31d4d24a1e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.370072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86696b1e-88de-499a-9f0d-7a31d4d24a1e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.370072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86696b1e-88de-499a-9f0d-7a31d4d24a1e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.370072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86696b1e-88de-499a-9f0d-7a31d4d24a1e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.370072] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86696b1e-88de-499a-9f0d-7a31d4d24a1e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.895866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.896106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.896185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.896696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.896696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.896876] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86696b1e-88de-499a-9f0d-7a31d4d24a1e already deleted. [ 868.896986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86696b1e-88de-499a-9f0d-7a31d4d24a1e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.917016] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: SUCCESS [ 868.917559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.074567] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 869.074834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.538708] env[65380]: INFO networking_nsxv3.common.synchronization [req-6510efdc-3ac4-4cc7-be2e-476e9a9bf0b1 req-b50df643-6ffc-471a-a51e-5b9b67b752d6 tempest-SecurityGroupRulesTestJSON-747491392 tempest-SecurityGroupRulesTestJSON-747491392-project-member] Enqueued Resource ID: c3c5ba14-5d2e-4712-a564-a18891eb2139 with Priority: HIGHEST for action security_group_rules [ 869.539371] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5ba14-5d2e-4712-a564-a18891eb2139 with Priority: HIGHEST for action security_group_rules [ 869.539613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5ba14-5d2e-4712-a564-a18891eb2139 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.539733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.539799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.540073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.540177] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5ba14-5d2e-4712-a564-a18891eb2139',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.981662] env[65380]: INFO networking_nsxv3.common.synchronization [req-44ad97fb-bf4f-48f2-bebf-26f23ff0872b req-b1d5259b-c334-437c-9501-b8c653eddd4e tempest-SecurityGroupRulesTestJSON-747491392 tempest-SecurityGroupRulesTestJSON-747491392-project-member] Enqueued Resource ID: c3c5ba14-5d2e-4712-a564-a18891eb2139 with Priority: HIGHEST for action security_group_rules [ 869.982374] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5ba14-5d2e-4712-a564-a18891eb2139 with Priority: HIGHEST for action security_group_rules [ 869.982641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5ba14-5d2e-4712-a564-a18891eb2139 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.982756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.064399] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.064703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.064849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.065823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.065892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.066031] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5ba14-5d2e-4712-a564-a18891eb2139 already deleted. [ 870.066206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.066371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.066578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.066671] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5ba14-5d2e-4712-a564-a18891eb2139',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.589959] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.590429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.590429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.590429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.590429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.590629] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5ba14-5d2e-4712-a564-a18891eb2139 already deleted. [ 870.590629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.976324] env[65380]: INFO networking_nsxv3.common.synchronization [None req-226f2c77-ff94-4702-a426-0f6fab84bde5 None None] Enqueued Resource ID: 1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2 with Priority: HIGHEST for action port [ 870.976993] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2 with Priority: HIGHEST for action port [ 870.977298] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.978240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.978806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.979378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.979378] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.213710] env[65380]: INFO networking_nsxv3.common.synchronization [req-bd5c42ee-6012-4342-b604-6a591498978e req-ca679b6d-1afe-45e6-88fc-0e3ec7cdc8e2 tempest-SecurityGroupRulesTestJSON-747491392 tempest-SecurityGroupRulesTestJSON-747491392-project-member] Enqueued Resource ID: c3c5ba14-5d2e-4712-a564-a18891eb2139 with Priority: HIGHEST for action security_group_rules [ 871.215843] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c5ba14-5d2e-4712-a564-a18891eb2139 with Priority: HIGHEST for action security_group_rules [ 871.216190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c5ba14-5d2e-4712-a564-a18891eb2139 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.216324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.216394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.216591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.216671] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c5ba14-5d2e-4712-a564-a18891eb2139',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.482739] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2 [ 871.483014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.483158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.483231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.483467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.483564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.483657] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2 already deleted. [ 871.483764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c3112dd-cdb8-4a0d-b6d8-6062b9d72eb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.747517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.747517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.747517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.748127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.748127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.748127] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c5ba14-5d2e-4712-a564-a18891eb2139 already deleted. [ 871.748127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c5ba14-5d2e-4712-a564-a18891eb2139" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.827888] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b8a8eba1-9f66-4557-a27f-beeae6fd7d75 None None] Enqueued Resource ID: b922b0e3-1448-4267-86d4-2f4e7c105c90 with Priority: HIGHEST for action port [ 873.828286] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b922b0e3-1448-4267-86d4-2f4e7c105c90 with Priority: HIGHEST for action port [ 873.828703] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b922b0e3-1448-4267-86d4-2f4e7c105c90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.829266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b922b0e3-1448-4267-86d4-2f4e7c105c90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.829266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b922b0e3-1448-4267-86d4-2f4e7c105c90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.829534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b922b0e3-1448-4267-86d4-2f4e7c105c90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.829702] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b922b0e3-1448-4267-86d4-2f4e7c105c90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.331839] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b922b0e3-1448-4267-86d4-2f4e7c105c90 [ 874.332439] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.333112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.333112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.333336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.333868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.333868] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b922b0e3-1448-4267-86d4-2f4e7c105c90 already deleted. [ 874.333868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b922b0e3-1448-4267-86d4-2f4e7c105c90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.200657] env[65380]: INFO networking_nsxv3.common.synchronization [req-b6c2aff9-b1ba-411c-aadc-5d2aaed22635 req-bd404f45-0382-4d06-bad0-9fa5255c7fdc tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 878.201423] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 878.202363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.202363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.202363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.202363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.202826] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.203017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.203122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.203297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.203384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.203479] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.265305] env[65380]: INFO networking_nsxv3.common.synchronization [None req-be5cdbda-09b3-4207-aea4-e2bf6d63edcb None None] Enqueued Resource ID: 4e53f828-7825-4172-ad02-590d9f584e49 with Priority: HIGHEST for action port [ 878.265305] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e53f828-7825-4172-ad02-590d9f584e49 with Priority: HIGHEST for action port [ 878.265305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e53f828-7825-4172-ad02-590d9f584e49 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.265305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e53f828-7825-4172-ad02-590d9f584e49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.265305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e53f828-7825-4172-ad02-590d9f584e49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.265755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e53f828-7825-4172-ad02-590d9f584e49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.265958] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e53f828-7825-4172-ad02-590d9f584e49',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.706215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.706489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.708671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.708671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.708671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.708671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.708671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.708671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.708671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.708671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.708671] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 878.746904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.747117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.747117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.747968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.747968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.759615] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 878.768212] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e53f828-7825-4172-ad02-590d9f584e49 [ 878.768453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.768693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.768693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.768915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.768973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.769227] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e53f828-7825-4172-ad02-590d9f584e49 already deleted. [ 878.769332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e53f828-7825-4172-ad02-590d9f584e49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.907782] env[65380]: INFO networking_nsxv3.common.synchronization [req-805d2d45-913b-4ada-8c40-d0f334b12eae req-33e2248d-6cf8-49a6-93ba-b2e45b3432eb tempest-ListServerFiltersTestJSON-404483545 tempest-ListServerFiltersTestJSON-404483545-project-member] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 878.908686] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGHEST for action security_group_members [ 878.909117] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.910857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.910857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.910857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.910857] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.910857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.910857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.910857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.910857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.910857] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.307711] env[65380]: INFO networking_nsxv3.common.synchronization [None req-175d3798-842c-4197-874b-848acb162e30 None None] Enqueued Resource ID: 16fc90e8-e1cc-4090-8982-7d7ff3545e6b with Priority: HIGHEST for action port [ 879.308258] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16fc90e8-e1cc-4090-8982-7d7ff3545e6b with Priority: HIGHEST for action port [ 879.309583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-16fc90e8-e1cc-4090-8982-7d7ff3545e6b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.309727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16fc90e8-e1cc-4090-8982-7d7ff3545e6b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.309796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16fc90e8-e1cc-4090-8982-7d7ff3545e6b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.310068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16fc90e8-e1cc-4090-8982-7d7ff3545e6b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.310152] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16fc90e8-e1cc-4090-8982-7d7ff3545e6b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.413276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.413819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.413819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.413940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.440044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.440298] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.440443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.440523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.440880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.440880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.440880] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be updated. [ 879.480456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.480598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.480663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.480865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.481018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.495937] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: IN_PROGRESS for 2s [ 879.813750] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16fc90e8-e1cc-4090-8982-7d7ff3545e6b [ 879.813750] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.813750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.813750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.813989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.813989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.814086] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16fc90e8-e1cc-4090-8982-7d7ff3545e6b already deleted. [ 879.814164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16fc90e8-e1cc-4090-8982-7d7ff3545e6b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.770894] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 880.770894] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 880.771369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.213098] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9b5aee4d-1e39-407a-a61b-7a323a7da242 None None] Enqueued Resource ID: c9949cae-4103-42e7-a377-b6a1cc1b03da with Priority: HIGHEST for action port [ 881.213617] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9949cae-4103-42e7-a377-b6a1cc1b03da with Priority: HIGHEST for action port [ 881.213918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9949cae-4103-42e7-a377-b6a1cc1b03da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.214044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9949cae-4103-42e7-a377-b6a1cc1b03da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.215059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9949cae-4103-42e7-a377-b6a1cc1b03da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.215059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9949cae-4103-42e7-a377-b6a1cc1b03da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.215059] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9949cae-4103-42e7-a377-b6a1cc1b03da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.445534] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a5dcd0d5-c661-4a3e-8f4f-fe5d7a67fc53 tempest-ServersV294TestFqdnHostnames-1603995047 tempest-ServersV294TestFqdnHostnames-1603995047-project-member] Enqueued Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_rules [ 881.446116] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_rules [ 881.447523] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.447850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.447850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.448023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.448063] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.507489] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6477549-cb78-44d9-979c-bb18af642723 in Status: SUCCESS [ 881.507842] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6477549-cb78-44d9-979c-bb18af642723 deletion is rescheduled due to dependency. [ 881.507966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.716780] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9949cae-4103-42e7-a377-b6a1cc1b03da [ 881.718290] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.718290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.718290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.718290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.718290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.718290] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9949cae-4103-42e7-a377-b6a1cc1b03da already deleted. [ 881.718290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9949cae-4103-42e7-a377-b6a1cc1b03da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.792422] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3de8eb67-99d3-4204-8571-666dbadce323 None None] Enqueued Resource ID: 94d212d9-e9ce-4978-94ce-61ecb2d1f85c with Priority: HIGHEST for action port [ 881.792422] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d212d9-e9ce-4978-94ce-61ecb2d1f85c with Priority: HIGHEST for action port [ 881.792422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d212d9-e9ce-4978-94ce-61ecb2d1f85c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.792422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d212d9-e9ce-4978-94ce-61ecb2d1f85c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.793327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d212d9-e9ce-4978-94ce-61ecb2d1f85c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.793694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d212d9-e9ce-4978-94ce-61ecb2d1f85c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.793871] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d212d9-e9ce-4978-94ce-61ecb2d1f85c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.829964] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf20f11d-5269-47d6-b13c-05be613840e8 req-e67300ba-ba24-4953-9e07-0817a02e362d tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 881.830557] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 881.830910] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.831302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.831391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.831609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.831768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.836096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.837877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.837877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.837877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.837877] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.971273] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.971273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.971273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.971497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.971631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.971631] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 already deleted. [ 881.971756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.007147] env[65380]: INFO networking_nsxv3.common.synchronization [None req-459cac4a-3ece-4348-b2ae-d9b7b87e697a tempest-ServersV294TestFqdnHostnames-1603995047 tempest-ServersV294TestFqdnHostnames-1603995047-project-member] Enqueued Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_rules [ 882.007678] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_rules [ 882.007989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.009938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.009938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.009938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.009938] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.296884] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94d212d9-e9ce-4978-94ce-61ecb2d1f85c [ 882.297167] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.297964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.297964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.297964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.297964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.298126] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94d212d9-e9ce-4978-94ce-61ecb2d1f85c already deleted. [ 882.298189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d212d9-e9ce-4978-94ce-61ecb2d1f85c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.339192] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.531060] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.531307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.531382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.531601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.531694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.531792] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 already deleted. [ 882.531867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.606682] env[65380]: INFO networking_nsxv3.common.synchronization [req-e66d0f96-c632-4000-9feb-0000ee899fdb req-db66b887-c102-4aea-add9-a8d8bb08f7a5 tempest-ServersAdminTestJSON-1713960241 tempest-ServersAdminTestJSON-1713960241-project-member] Enqueued Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 882.607532] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 with Priority: HIGHEST for action security_group_members [ 882.607618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f384a8e8-38a5-4f41-8f42-a7967efa2d85 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.607731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.607783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.607974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.610232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.610374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.610420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.611503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.611503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.611503] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f384a8e8-38a5-4f41-8f42-a7967efa2d85',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.713829] env[65380]: INFO networking_nsxv3.common.synchronization [req-ea70977b-422e-4c86-8b2b-803ddcf5e3d8 req-b23f92fc-943d-4a67-b8fc-4ae50600f3bf tempest-ServerActionsV293TestJSON-282783485 tempest-ServerActionsV293TestJSON-282783485-project-member] Enqueued Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_members [ 882.714562] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGHEST for action security_group_members [ 882.714935] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e8f342c-762d-46a5-8d1c-7b81719efadd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.715309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.715436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.715667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.715848] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.715976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.716052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.716202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.716308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.716420] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.841704] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.951342] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.952319] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.952319] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.952319] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.952725] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.952991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.953216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.953564] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.953933] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.954016] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.954138] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.954271] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.954390] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.954506] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.954613] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.954743] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.975035] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.975281] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.975421] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.975598] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.975911] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-9f104c2d-5e02-4447-969e-4b412cdca1cc taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.976096] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-9f104c2d-5e02-4447-969e-4b412cdca1cc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.976217] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-9f104c2d-5e02-4447-969e-4b412cdca1cc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.976704] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-9f104c2d-5e02-4447-969e-4b412cdca1cc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.977636] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f104c2d-5e02-4447-969e-4b412cdca1cc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.112968] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.113146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.113221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.113431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.135895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.136348] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.136348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.136463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.136622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.136702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.136802] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 is going to be updated. [ 883.150819] env[65380]: INFO networking_nsxv3.common.synchronization [None req-352f44a2-081b-4d3a-ae8a-fe404ed506a3 None None] Enqueued Resource ID: 3980920d-3cef-4cbe-bdbb-a56dc53b10b9 with Priority: HIGHEST for action port [ 883.151951] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3980920d-3cef-4cbe-bdbb-a56dc53b10b9 with Priority: HIGHEST for action port [ 883.151951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3980920d-3cef-4cbe-bdbb-a56dc53b10b9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.151951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3980920d-3cef-4cbe-bdbb-a56dc53b10b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.151951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3980920d-3cef-4cbe-bdbb-a56dc53b10b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.152506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3980920d-3cef-4cbe-bdbb-a56dc53b10b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.152618] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3980920d-3cef-4cbe-bdbb-a56dc53b10b9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.163316] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.163527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.163527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.163833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.163911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.174060] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: IN_PROGRESS for 2s [ 883.219923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.220113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.220154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.220380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.220485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.220679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.220845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.220892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.221257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.221257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.221257] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd is going to be updated. [ 883.271061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.271303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.271369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.271701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.271701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.281132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd in Status: IN_PROGRESS for 2s [ 883.344442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.344442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.344442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.344442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.344627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.344627] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 883.378726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.378927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.380782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.380782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.380909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.423709] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 883.485843] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.486511] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.486511] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.486675] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.486726] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.486888] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 9f104c2d-5e02-4447-969e-4b412cdca1cc not found, creating... [ 883.487211] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.487397] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.487536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.487805] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.487953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.488491] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.488740] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.489208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.489208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.489366] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.489616] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 9f104c2d-5e02-4447-969e-4b412cdca1cc is going to be created. [ 883.520608] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.520922] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.521163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.521477] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.521781] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.522243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-9f104c2d-5e02-4447-969e-4b412cdca1cc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.656565] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3980920d-3cef-4cbe-bdbb-a56dc53b10b9 [ 883.656565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.656668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.656775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.657029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.658024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.658024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3980920d-3cef-4cbe-bdbb-a56dc53b10b9 already deleted. [ 883.658024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3980920d-3cef-4cbe-bdbb-a56dc53b10b9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.127936] env[65380]: INFO networking_nsxv3.common.synchronization [req-49931aa2-4cf8-41d8-b057-745e475c87f4 req-e5897e28-329d-4194-bb6b-4d5500d739f3 tempest-ServerTagsTestJSON-669786403 tempest-ServerTagsTestJSON-669786403-project-member] Enqueued Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGHEST for action security_group_members [ 884.128490] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGHEST for action security_group_members [ 884.128780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-98584c77-9464-4f64-ae7b-a6b251477c2e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.128895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.128963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.129236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.129463] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.129669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.129669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.129768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.129977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.129977] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98584c77-9464-4f64-ae7b-a6b251477c2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.183684] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf20f11d-5269-47d6-b13c-05be613840e8 req-3d10a323-1b35-4b01-ba9e-2652d929355f service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 884.183949] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf20f11d-5269-47d6-b13c-05be613840e8 req-3d10a323-1b35-4b01-ba9e-2652d929355f service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 884.184083] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf20f11d-5269-47d6-b13c-05be613840e8 req-3d10a323-1b35-4b01-ba9e-2652d929355f service nova] Enqueued Resource ID: 9f104c2d-5e02-4447-969e-4b412cdca1cc with Priority: HIGHEST for action port [ 884.184584] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 884.184727] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 884.184854] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f104c2d-5e02-4447-969e-4b412cdca1cc with Priority: HIGHEST for action port [ 884.185183] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.185325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.185409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.185665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.185777] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.186676] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.186800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.187040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f104c2d-5e02-4447-969e-4b412cdca1cc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.187166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f104c2d-5e02-4447-969e-4b412cdca1cc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.187250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f104c2d-5e02-4447-969e-4b412cdca1cc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.187449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f104c2d-5e02-4447-969e-4b412cdca1cc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.187534] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f104c2d-5e02-4447-969e-4b412cdca1cc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.632151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.632322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.632390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.632634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.632733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.632931] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.633041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.633102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.633258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.633329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.633755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98584c77-9464-4f64-ae7b-a6b251477c2e already deleted. [ 884.633755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.664167] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.664389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-285" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.664442] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-285" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.664761] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-285" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.665018] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.665338] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.665545] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.665748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.665937] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.666487] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.666487] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.666487] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.666742] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.666742] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.668046] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.668046] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.692116] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.692116] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.692116] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.692116] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-285" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.692116] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-007ae1d7-f209-4e46-b49e-317c89cb12fb taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.692116] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-007ae1d7-f209-4e46-b49e-317c89cb12fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.692116] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-007ae1d7-f209-4e46-b49e-317c89cb12fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.692116] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-007ae1d7-f209-4e46-b49e-317c89cb12fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.692116] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('007ae1d7-f209-4e46-b49e-317c89cb12fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.696047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.696163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.696326] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f104c2d-5e02-4447-969e-4b412cdca1cc with status ACTIVE [ 884.696496] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.696592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.696656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.696847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.696926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.697111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.697211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.697269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.697417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.697505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.697659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.697763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.697869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.697964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.698363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.698363] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f104c2d-5e02-4447-969e-4b412cdca1cc is going to be updated. [ 884.722884] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.724121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.724642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.725082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.725082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.725373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f104c2d-5e02-4447-969e-4b412cdca1cc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.183813] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 in Status: SUCCESS [ 885.184211] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f384a8e8-38a5-4f41-8f42-a7967efa2d85 deletion is rescheduled due to dependency. [ 885.184211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f384a8e8-38a5-4f41-8f42-a7967efa2d85" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.196688] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.196924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.197062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.197360] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.197505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.197658] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 007ae1d7-f209-4e46-b49e-317c89cb12fb not found, creating... [ 885.197923] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.198092] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.198207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.198421] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.198555] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.198825] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.198977] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.199116] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.199330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.199461] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.199598] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 007ae1d7-f209-4e46-b49e-317c89cb12fb is going to be created. [ 885.220409] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.220630] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.220839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.220985] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.221306] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.221530] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-007ae1d7-f209-4e46-b49e-317c89cb12fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.293218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd in Status: SUCCESS [ 885.293406] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd deletion is rescheduled due to dependency. [ 885.293558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.436118] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 885.436118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.436118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.436118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.436391] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.436391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.436479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.436634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.436716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.436840] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.939911] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.011290] env[65380]: INFO networking_nsxv3.common.synchronization [req-49931aa2-4cf8-41d8-b057-745e475c87f4 req-b6b9ff08-e5a1-44b5-9060-222159d9afcc service nova] Enqueued Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGHEST for action security_group_rules [ 886.011879] env[65380]: INFO networking_nsxv3.common.synchronization [req-49931aa2-4cf8-41d8-b057-745e475c87f4 req-b6b9ff08-e5a1-44b5-9060-222159d9afcc service nova] Enqueued Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGHEST for action security_group_members [ 886.012051] env[65380]: INFO networking_nsxv3.common.synchronization [req-49931aa2-4cf8-41d8-b057-745e475c87f4 req-b6b9ff08-e5a1-44b5-9060-222159d9afcc service nova] Enqueued Resource ID: 007ae1d7-f209-4e46-b49e-317c89cb12fb with Priority: HIGHEST for action port [ 886.012562] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGHEST for action security_group_rules [ 886.012696] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGHEST for action security_group_members [ 886.012792] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 007ae1d7-f209-4e46-b49e-317c89cb12fb with Priority: HIGHEST for action port [ 886.017423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98584c77-9464-4f64-ae7b-a6b251477c2e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.017562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.017597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.018744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.018744] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98584c77-9464-4f64-ae7b-a6b251477c2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.018947] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-98584c77-9464-4f64-ae7b-a6b251477c2e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.019092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.019177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.019370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.019532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.019631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.019913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.019913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.019913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.020045] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98584c77-9464-4f64-ae7b-a6b251477c2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.021832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-007ae1d7-f209-4e46-b49e-317c89cb12fb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.021832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-007ae1d7-f209-4e46-b49e-317c89cb12fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.021832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-007ae1d7-f209-4e46-b49e-317c89cb12fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.026031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-007ae1d7-f209-4e46-b49e-317c89cb12fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.026153] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('007ae1d7-f209-4e46-b49e-317c89cb12fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.441707] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.528795] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98584c77-9464-4f64-ae7b-a6b251477c2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.531027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-98584c77-9464-4f64-ae7b-a6b251477c2e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.531027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.944817] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.945043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.945093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.945268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.945353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.945558] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 886.973970] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.974194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.974381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.974998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.975261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.988504] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 887.035071] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 007ae1d7-f209-4e46-b49e-317c89cb12fb with status ACTIVE [ 887.035071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.035071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.035071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.035071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.035071] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 007ae1d7-f209-4e46-b49e-317c89cb12fb is going to be updated. [ 887.036850] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98584c77-9464-4f64-ae7b-a6b251477c2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.065136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.065400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.065516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.065780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.065977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.066211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-007ae1d7-f209-4e46-b49e-317c89cb12fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.346421] env[65380]: INFO networking_nsxv3.common.synchronization [req-f0ec3598-2e9c-47e1-8d2a-66fb47602f4f req-277cf035-5167-4ffc-80e3-d15c70c693c4 tempest-InstanceActionsNegativeTestJSON-1687618483 tempest-InstanceActionsNegativeTestJSON-1687618483-project-member] Enqueued Resource ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 with Priority: HIGHEST for action security_group_members [ 887.346421] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 with Priority: HIGHEST for action security_group_members [ 887.347563] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.348044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.348249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.348600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.348883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.349609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.349903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.350199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.350381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.351849] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bce580-5602-45b3-a0aa-d6bfc2de3bb2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.541920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.541920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.541920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.541920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.541920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.541920] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98584c77-9464-4f64-ae7b-a6b251477c2e is going to be created. [ 887.572071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.572071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.572071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.572071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.572071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.586871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98584c77-9464-4f64-ae7b-a6b251477c2e in Status: UNINITIALIZED for 2s [ 887.853132] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.853329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.853373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.853610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.853706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.853898] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.854248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.854248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.854248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.854352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.854352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 already deleted. [ 887.854427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.890587] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.890587] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-368" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.890587] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-368" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.890982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-368" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.891326] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.891512] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.891630] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.891859] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.891998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.892226] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.892336] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.892443] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.892544] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.892647] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.892747] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.892871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.914053] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.914368] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.914697] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.914891] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-368" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.915269] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-8698e5a0-6fe9-4515-a9b3-030bc76162dd taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.915655] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-8698e5a0-6fe9-4515-a9b3-030bc76162dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.915849] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-8698e5a0-6fe9-4515-a9b3-030bc76162dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.916167] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-8698e5a0-6fe9-4515-a9b3-030bc76162dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.916300] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8698e5a0-6fe9-4515-a9b3-030bc76162dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.291161] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b9b872dd-fd18-40de-8f93-1d0d05842b7b None None] Enqueued Resource ID: 9cc73c40-aaff-412d-81fb-06241f0d760c with Priority: HIGHEST for action port [ 888.291817] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc73c40-aaff-412d-81fb-06241f0d760c with Priority: HIGHEST for action port [ 888.293037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cc73c40-aaff-412d-81fb-06241f0d760c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.293037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cc73c40-aaff-412d-81fb-06241f0d760c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.293037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cc73c40-aaff-412d-81fb-06241f0d760c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.293037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cc73c40-aaff-412d-81fb-06241f0d760c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.293037] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc73c40-aaff-412d-81fb-06241f0d760c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.419588] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.419959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.419959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.420241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.420389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.420540] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 8698e5a0-6fe9-4515-a9b3-030bc76162dd not found, creating... [ 888.420823] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.420956] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.421196] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.421347] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.421487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.421774] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.421922] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.422046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.422300] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.422439] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.422576] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 8698e5a0-6fe9-4515-a9b3-030bc76162dd is going to be created. [ 888.468668] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.468888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.468994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.469481] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.469811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.470072] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-8698e5a0-6fe9-4515-a9b3-030bc76162dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.795564] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cc73c40-aaff-412d-81fb-06241f0d760c [ 888.795952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.796149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.796326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.796600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.796741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.796888] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cc73c40-aaff-412d-81fb-06241f0d760c already deleted. [ 888.797033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cc73c40-aaff-412d-81fb-06241f0d760c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.005229] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 889.005553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.005553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.005776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.006021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.006166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.006329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.006399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.006484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.006568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.006664] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.163578] env[65380]: INFO networking_nsxv3.common.synchronization [req-f0ec3598-2e9c-47e1-8d2a-66fb47602f4f req-d4f0b704-42ca-45a9-a674-235d593dab4e service nova] Enqueued Resource ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 with Priority: HIGHEST for action security_group_rules [ 889.163578] env[65380]: INFO networking_nsxv3.common.synchronization [req-f0ec3598-2e9c-47e1-8d2a-66fb47602f4f req-d4f0b704-42ca-45a9-a674-235d593dab4e service nova] Enqueued Resource ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 with Priority: HIGHEST for action security_group_members [ 889.163578] env[65380]: INFO networking_nsxv3.common.synchronization [req-f0ec3598-2e9c-47e1-8d2a-66fb47602f4f req-d4f0b704-42ca-45a9-a674-235d593dab4e service nova] Enqueued Resource ID: 8698e5a0-6fe9-4515-a9b3-030bc76162dd with Priority: HIGHEST for action port [ 889.163578] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 with Priority: HIGHEST for action security_group_rules [ 889.163856] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 with Priority: HIGHEST for action security_group_members [ 889.163856] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8698e5a0-6fe9-4515-a9b3-030bc76162dd with Priority: HIGHEST for action port [ 889.164674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17bce580-5602-45b3-a0aa-d6bfc2de3bb2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.164795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.164858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.165125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.165202] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17bce580-5602-45b3-a0aa-d6bfc2de3bb2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.166064] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.166175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.166244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.166424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.166570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.166659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.166740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.166858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.166941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.168770] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bce580-5602-45b3-a0aa-d6bfc2de3bb2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.170774] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8698e5a0-6fe9-4515-a9b3-030bc76162dd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.171706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8698e5a0-6fe9-4515-a9b3-030bc76162dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.171775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8698e5a0-6fe9-4515-a9b3-030bc76162dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.171944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8698e5a0-6fe9-4515-a9b3-030bc76162dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.172030] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8698e5a0-6fe9-4515-a9b3-030bc76162dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.509423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.509539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.509612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.509835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.510010] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.510125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.510199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.510358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.510522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.510522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.510683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.510773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.510832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.510974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.511165] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.511241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.511298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.511443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.511618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.511618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.511698] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.602600] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98584c77-9464-4f64-ae7b-a6b251477c2e in Status: SUCCESS [ 889.602600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.602600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.602600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.602600] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.602600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.602600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.602600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.602600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.602600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.602600] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98584c77-9464-4f64-ae7b-a6b251477c2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.675509] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.675655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.675856] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17bce580-5602-45b3-a0aa-d6bfc2de3bb2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.676769] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8698e5a0-6fe9-4515-a9b3-030bc76162dd with status ACTIVE [ 889.676970] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.677119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.677189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.677391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.677491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.677669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.677762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.677823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.677977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.678077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.678577] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.678577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.678577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.678577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.678577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.680109] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8698e5a0-6fe9-4515-a9b3-030bc76162dd is going to be updated. [ 889.714168] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.714345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.714479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.714648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.714814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.714995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8698e5a0-6fe9-4515-a9b3-030bc76162dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.017566] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9: rpc.has_security_group_logging(os_id): False [ 890.044647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.044801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.044871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.045125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.045315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.045420] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.047283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.047439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.047686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.047782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.048247] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.048432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.048432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.048628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.048723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.049134] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.049134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.049237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.049349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.049432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.049520] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 890.106551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-98584c77-9464-4f64-ae7b-a6b251477c2e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.106722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.106802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.107018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.107186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.107286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.107338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.107549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.107549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.108308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.108308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-98584c77-9464-4f64-ae7b-a6b251477c2e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.108308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.108308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.108308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.108308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.108748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.108748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.108748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.108748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.108748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.108919] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98584c77-9464-4f64-ae7b-a6b251477c2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.137982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.138138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.138209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.138441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.138600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.164817] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 890.183577] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17bce580-5602-45b3-a0aa-d6bfc2de3bb2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.251487] env[65380]: INFO networking_nsxv3.common.synchronization [req-79c4ffc5-a4f7-4549-a2dd-7c330cdbd113 req-9338f276-2a90-4635-a299-9453088e5ee1 tempest-MigrationsAdminTest-594432513 tempest-MigrationsAdminTest-594432513-project-member] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 890.252481] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGHEST for action security_group_members [ 890.253068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.254144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.254144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.254144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.254689] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.255051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.255212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.255536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.255724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.255880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.611475] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98584c77-9464-4f64-ae7b-a6b251477c2e: rpc.has_security_group_logging(os_id): False [ 890.634295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.634295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.634295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.634295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.634810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.634927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.635115] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.635223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.635270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.635429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.635508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.635599] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98584c77-9464-4f64-ae7b-a6b251477c2e is going to be created. [ 890.688752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.688925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.689127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.689299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.689391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.689490] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 is going to be created. [ 890.712815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.713048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.713183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.713469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.713736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.726079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.726079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.726079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.726079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.726079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.728358] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98584c77-9464-4f64-ae7b-a6b251477c2e in Status: IN_PROGRESS for 2s [ 890.747665] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 in Status: UNINITIALIZED for 2s [ 890.763036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.763036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.763036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.763036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.763036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.763036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.763036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.763036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.763036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.763036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.763036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 is going to be updated. [ 890.821727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.821868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.821908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.822142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.822297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.833557] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: IN_PROGRESS for 2s [ 892.057855] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5d0d3924-cd98-4001-aab7-b53c6e1637de None None] Enqueued Resource ID: 69340ee0-ca47-4a91-9353-b8c3b841379b with Priority: HIGHEST for action port [ 892.058437] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69340ee0-ca47-4a91-9353-b8c3b841379b with Priority: HIGHEST for action port [ 892.058795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-69340ee0-ca47-4a91-9353-b8c3b841379b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.059191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69340ee0-ca47-4a91-9353-b8c3b841379b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.059191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69340ee0-ca47-4a91-9353-b8c3b841379b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.059577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69340ee0-ca47-4a91-9353-b8c3b841379b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.059684] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69340ee0-ca47-4a91-9353-b8c3b841379b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.184058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 892.184410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.392411] env[65380]: INFO networking_nsxv3.common.synchronization [req-6e3a8b33-15ef-4137-85f8-b8e7e96c10f8 req-0f67118f-a63b-4625-b707-b0e81c8924f1 tempest-ServersWithSpecificFlavorTestJSON-795414863 tempest-ServersWithSpecificFlavorTestJSON-795414863-project-member] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 892.392411] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGHEST for action security_group_members [ 892.392411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.392411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.392411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.392411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.392411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.392836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.392836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.392836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.392836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.393149] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.562165] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69340ee0-ca47-4a91-9353-b8c3b841379b [ 892.562165] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.562165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.562165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.562397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.562424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.562528] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69340ee0-ca47-4a91-9353-b8c3b841379b already deleted. [ 892.562613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69340ee0-ca47-4a91-9353-b8c3b841379b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.741208] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98584c77-9464-4f64-ae7b-a6b251477c2e in Status: SUCCESS [ 892.741467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.758171] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 in Status: SUCCESS [ 892.758396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.758607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.758860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.759053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.759178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.759256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.759424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.759565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.759684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.759817] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17bce580-5602-45b3-a0aa-d6bfc2de3bb2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.843451] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71951ab8-41be-41ea-ad40-e56d334281d9 in Status: SUCCESS [ 892.844332] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 deletion is rescheduled due to dependency. [ 892.844332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.897707] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.897920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.897989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.898290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.898386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.898616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.898733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.898799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.899104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.899156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.899616] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d is going to be updated. [ 892.937223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.937223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.937223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.937223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.937223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.947315] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: IN_PROGRESS for 2s [ 893.267036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.267036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.267036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.267640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.267640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.267640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.267640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.267640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.268389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.268389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.268389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.268389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.268389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.268389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.268389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.268659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.268659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.268659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.268913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.268913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.268913] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17bce580-5602-45b3-a0aa-d6bfc2de3bb2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.772764] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17bce580-5602-45b3-a0aa-d6bfc2de3bb2: rpc.has_security_group_logging(os_id): False [ 893.813996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.813996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.813996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.813996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.813996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.813996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.813996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.813996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.814397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.814397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.814546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.814655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.815837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.815837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.815837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.819340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.819463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.819534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.819726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.819809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.819908] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 is going to be created. [ 893.895225] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.895904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.896148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.897502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.897502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.918041] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 in Status: IN_PROGRESS for 2s [ 894.437338] env[65380]: INFO networking_nsxv3.common.synchronization [None req-98ca558a-363a-4eb0-954b-808095d3154a None None] Enqueued Resource ID: e86a2c7b-45d4-44dc-a635-292f745fc638 with Priority: HIGHEST for action port [ 894.437338] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86a2c7b-45d4-44dc-a635-292f745fc638 with Priority: HIGHEST for action port [ 894.437338] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86a2c7b-45d4-44dc-a635-292f745fc638 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.437338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86a2c7b-45d4-44dc-a635-292f745fc638" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.437338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86a2c7b-45d4-44dc-a635-292f745fc638" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.437338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86a2c7b-45d4-44dc-a635-292f745fc638" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.437338] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86a2c7b-45d4-44dc-a635-292f745fc638',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.941484] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e86a2c7b-45d4-44dc-a635-292f745fc638 [ 894.941882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.942771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.942959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.944429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.944429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.944429] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e86a2c7b-45d4-44dc-a635-292f745fc638 already deleted. [ 894.944429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86a2c7b-45d4-44dc-a635-292f745fc638" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.958819] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d in Status: SUCCESS [ 894.959101] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d deletion is rescheduled due to dependency. [ 894.959220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.323478] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6d75ef53-2ac9-494b-93f0-4a3b94ee51fc tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 895.324043] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 895.325724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.325724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.325724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.325724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.325724] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.449424] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c9be19d3-7c56-41cc-b969-34dcee836971 tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 895.451447] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 895.451447] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.451447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.852355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.852532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.852576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.853290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.853290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.853290] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 already deleted. [ 895.853290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.853496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.853667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.853771] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.935569] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 in Status: SUCCESS [ 895.935569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.379632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.379810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.379888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.380194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.380363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.380426] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 already deleted. [ 896.380471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.996392] env[65380]: INFO networking_nsxv3.common.synchronization [None req-33998cae-796d-4a79-b87d-a5d847340a5d None None] Enqueued Resource ID: 5cbc7708-784d-4b78-b520-46c1b2ade30f with Priority: HIGHEST for action port [ 896.998599] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbc7708-784d-4b78-b520-46c1b2ade30f with Priority: HIGHEST for action port [ 896.998599] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cbc7708-784d-4b78-b520-46c1b2ade30f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.998599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cbc7708-784d-4b78-b520-46c1b2ade30f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.998599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cbc7708-784d-4b78-b520-46c1b2ade30f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.998599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cbc7708-784d-4b78-b520-46c1b2ade30f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.998599] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cbc7708-784d-4b78-b520-46c1b2ade30f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.464637] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1e2dfc5b-0f89-42df-84e8-9f04e38cceef None None] Enqueued Resource ID: f5f733fb-3058-4005-8b0e-5720c99dca96 with Priority: HIGHEST for action port [ 897.465229] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f733fb-3058-4005-8b0e-5720c99dca96 with Priority: HIGHEST for action port [ 897.465665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5f733fb-3058-4005-8b0e-5720c99dca96 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.465955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5f733fb-3058-4005-8b0e-5720c99dca96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.465955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5f733fb-3058-4005-8b0e-5720c99dca96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.466928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5f733fb-3058-4005-8b0e-5720c99dca96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.467048] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f733fb-3058-4005-8b0e-5720c99dca96',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.501089] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cbc7708-784d-4b78-b520-46c1b2ade30f [ 897.501362] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.501496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.501914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.501914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.501914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.502026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cbc7708-784d-4b78-b520-46c1b2ade30f already deleted. [ 897.502026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cbc7708-784d-4b78-b520-46c1b2ade30f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.970193] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5f733fb-3058-4005-8b0e-5720c99dca96 [ 897.970504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.973899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.973899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.973899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.973899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.973899] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5f733fb-3058-4005-8b0e-5720c99dca96 already deleted. [ 897.973899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5f733fb-3058-4005-8b0e-5720c99dca96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.957187] env[65380]: INFO networking_nsxv3.common.synchronization [req-57c8220a-7799-41e3-a7c6-97489ea2cce8 req-953d0b7b-5fbc-4c1b-b9c3-649982158459 tempest-AttachVolumeTestJSON-1228821728 tempest-AttachVolumeTestJSON-1228821728-project-member] Enqueued Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_members [ 900.957978] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGHEST for action security_group_members [ 900.958466] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.958648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.958756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.959026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.959499] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.959715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.959807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.959987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.960109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.960221] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.337195] env[65380]: INFO networking_nsxv3.common.synchronization [req-8828d0d1-8764-4b41-bb4d-69c08fae3c57 req-c507ee33-879d-49dd-b7a7-37268fc1a4cf tempest-ServerTagsTestJSON-669786403 tempest-ServerTagsTestJSON-669786403-project-member] Enqueued Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGHEST for action security_group_members [ 901.337763] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGHEST for action security_group_members [ 901.338251] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-98584c77-9464-4f64-ae7b-a6b251477c2e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.338251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.338417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.339026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.339026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.339026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.339026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.342279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.342279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.342279] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98584c77-9464-4f64-ae7b-a6b251477c2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.463216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.466055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.466055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.466055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.466055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.466055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.466055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.466055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.466055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.466055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.466055] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be110f3b-bab3-4c95-803a-e6c40d19de74 is going to be updated. [ 901.491883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.492924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.492924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.492924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.492924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.505121] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be110f3b-bab3-4c95-803a-e6c40d19de74 in Status: IN_PROGRESS for 2s [ 901.844057] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.844604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.844670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.844988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.844988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.845261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.845363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.845449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.845581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.845653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.845739] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98584c77-9464-4f64-ae7b-a6b251477c2e is going to be updated. [ 901.875499] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.875635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.875789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.875900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.876053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.885520] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98584c77-9464-4f64-ae7b-a6b251477c2e in Status: IN_PROGRESS for 2s [ 902.215485] env[65380]: INFO networking_nsxv3.common.synchronization [req-d2effda2-06a2-457f-b541-0eeec1997efd req-5e335418-acf2-4393-af85-ed21defc7e9b tempest-InstanceActionsNegativeTestJSON-1687618483 tempest-InstanceActionsNegativeTestJSON-1687618483-project-member] Enqueued Resource ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 with Priority: HIGHEST for action security_group_members [ 902.216057] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 with Priority: HIGHEST for action security_group_members [ 902.216393] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.216499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.216539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.216722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.219336] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.219451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.221743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.221743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.221743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.221743] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bce580-5602-45b3-a0aa-d6bfc2de3bb2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.726790] env[65380]: INFO networking_nsxv3.common.synchronization [req-f36ddcd2-e660-4e3a-9269-5f922eee7d64 req-717475e9-b209-4801-bdc5-273d34e96eb4 tempest-ServerRescueTestJSON-782801804 tempest-ServerRescueTestJSON-782801804-project-member] Enqueued Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 902.726962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.727163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.727754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.727754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.727851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.728114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.728824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.728824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.728824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.729019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.729064] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 is going to be updated. [ 902.732616] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 902.732616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.733080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.734106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.734106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.734106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.734368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.734368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.734584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.734688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.734795] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.764943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.765119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.765188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.765449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.765609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.781430] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 in Status: IN_PROGRESS for 2s [ 903.167439] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.167632] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.167632] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.167929] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.168216] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.168373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.168487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.168704] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.168842] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.169440] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.169577] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.169690] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.169921] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.170061] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.170172] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.170303] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.191303] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.191501] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.191640] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.191819] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.192330] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-84b26508-9ed5-4b96-84ed-05876e058171 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.192516] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-84b26508-9ed5-4b96-84ed-05876e058171" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.192646] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-84b26508-9ed5-4b96-84ed-05876e058171" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.192959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-84b26508-9ed5-4b96-84ed-05876e058171" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.193106] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b26508-9ed5-4b96-84ed-05876e058171',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.237833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.238119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.238119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.238276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.238365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.238560] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.238660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.238723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.238869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.238943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.239036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 already deleted. [ 903.239117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.517687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be110f3b-bab3-4c95-803a-e6c40d19de74 in Status: SUCCESS [ 903.517989] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be110f3b-bab3-4c95-803a-e6c40d19de74 deletion is rescheduled due to dependency. [ 903.518090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.695685] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.695920] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.696066] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.696350] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.696579] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.696643] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 84b26508-9ed5-4b96-84ed-05876e058171 not found, creating... [ 903.696899] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.697068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.697186] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.697396] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.697578] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.697799] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.697947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.698120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.698337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.698488] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.698593] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 84b26508-9ed5-4b96-84ed-05876e058171 is going to be created. [ 903.718832] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.719123] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.719252] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.719572] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.719728] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.719942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-84b26508-9ed5-4b96-84ed-05876e058171" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.896585] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98584c77-9464-4f64-ae7b-a6b251477c2e in Status: SUCCESS [ 903.896585] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98584c77-9464-4f64-ae7b-a6b251477c2e deletion is rescheduled due to dependency. [ 903.896744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.204246] env[65380]: INFO networking_nsxv3.common.synchronization [req-5f7cea1b-89f0-4acc-9c59-01d6220133be req-e7633f9a-a083-4dc8-9960-9ab2e87945ee tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 904.204728] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 904.205043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.205165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.205233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.205426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.205572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.205666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.205726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.205926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.205970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.206149] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.419890] env[65380]: INFO networking_nsxv3.common.synchronization [req-f36ddcd2-e660-4e3a-9269-5f922eee7d64 req-3d11dcba-ca1d-4ad2-8a09-f5de32cced24 service nova] Enqueued Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_rules [ 904.420155] env[65380]: INFO networking_nsxv3.common.synchronization [req-f36ddcd2-e660-4e3a-9269-5f922eee7d64 req-3d11dcba-ca1d-4ad2-8a09-f5de32cced24 service nova] Enqueued Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 904.420213] env[65380]: INFO networking_nsxv3.common.synchronization [req-f36ddcd2-e660-4e3a-9269-5f922eee7d64 req-3d11dcba-ca1d-4ad2-8a09-f5de32cced24 service nova] Enqueued Resource ID: 84b26508-9ed5-4b96-84ed-05876e058171 with Priority: HIGHEST for action port [ 904.420706] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_rules [ 904.420835] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 904.420929] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b26508-9ed5-4b96-84ed-05876e058171 with Priority: HIGHEST for action port [ 904.421575] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.421638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.421691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.421971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.422070] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.423152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.423263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.423752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.423945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.424107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.424204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.424267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.424407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.424491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.424581] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.425545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-84b26508-9ed5-4b96-84ed-05876e058171 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.425652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84b26508-9ed5-4b96-84ed-05876e058171" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.425717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84b26508-9ed5-4b96-84ed-05876e058171" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.425868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84b26508-9ed5-4b96-84ed-05876e058171" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.425939] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b26508-9ed5-4b96-84ed-05876e058171',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.708509] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.791521] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 in Status: SUCCESS [ 904.791670] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bce580-5602-45b3-a0aa-d6bfc2de3bb2 deletion is rescheduled due to dependency. [ 904.791670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bce580-5602-45b3-a0aa-d6bfc2de3bb2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.928053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.928053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.928053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.928747] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84b26508-9ed5-4b96-84ed-05876e058171 with status ACTIVE [ 904.928934] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.929058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.929127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.929345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.929437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.929603] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.929697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.929760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.929901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.929976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.930164] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.930255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.930315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.930449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.930522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.930622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84b26508-9ed5-4b96-84ed-05876e058171 is going to be updated. [ 904.953123] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.953123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.953123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.953322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.953463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.953622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84b26508-9ed5-4b96-84ed-05876e058171" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.137273] env[65380]: INFO networking_nsxv3.common.synchronization [req-b58f7f05-1d9b-4b37-b1c9-e1335aa98a90 req-fb8ed381-751a-460b-9978-a77ce33c1810 tempest-ServersV294TestFqdnHostnames-1603995047 tempest-ServersV294TestFqdnHostnames-1603995047-project-member] Enqueued Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_members [ 905.137828] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_members [ 905.138158] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.138277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.138423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.138685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.138844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.138944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.139013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.139167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.139265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.139442] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.210477] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.432739] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.457705] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.457893] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-403" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.458031] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-403" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.458379] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-403" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.458641] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.458986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.458986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.459362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.459362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.459474] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.459585] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.459691] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.459796] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.459901] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.460013] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.460203] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.478610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.478773] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.478896] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.479188] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-403" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.479434] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-e58db23c-c073-4fd0-9a69-44112c5eea38 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.479612] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-e58db23c-c073-4fd0-9a69-44112c5eea38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.479731] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-e58db23c-c073-4fd0-9a69-44112c5eea38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.480052] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-e58db23c-c073-4fd0-9a69-44112c5eea38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.480195] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58db23c-c073-4fd0-9a69-44112c5eea38',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.642031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.642222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.642331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.642563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.642657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.642855] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.642956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.643036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.643192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.643303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.643359] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 already deleted. [ 905.643432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.712668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.712877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.712977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.713229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.713324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.713424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 905.744515] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.744753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.744877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.745211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.745447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.756554] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 905.815706] env[65380]: INFO networking_nsxv3.common.synchronization [None req-185cd776-7138-4e73-af07-31d012d91723 None None] Enqueued Resource ID: 796c5b31-5bfb-44c5-908c-30de64dfd012 with Priority: HIGHEST for action port [ 905.816274] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 796c5b31-5bfb-44c5-908c-30de64dfd012 with Priority: HIGHEST for action port [ 905.816684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-796c5b31-5bfb-44c5-908c-30de64dfd012 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.816684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-796c5b31-5bfb-44c5-908c-30de64dfd012" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.816847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-796c5b31-5bfb-44c5-908c-30de64dfd012" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.817016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-796c5b31-5bfb-44c5-908c-30de64dfd012" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.817438] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('796c5b31-5bfb-44c5-908c-30de64dfd012',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.937753] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.937913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.937979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.938205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.938294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.938388] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 is going to be created. [ 905.968820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.968989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.969041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.969269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.969424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.978458] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: UNINITIALIZED for 2s [ 905.982556] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.982748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.982868] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.983149] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.983297] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.983447] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port e58db23c-c073-4fd0-9a69-44112c5eea38 not found, creating... [ 905.983727] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.983886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.984009] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.984231] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.984368] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.984639] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.984794] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.984908] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.985124] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.985254] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.985390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: e58db23c-c073-4fd0-9a69-44112c5eea38 is going to be created. [ 906.011946] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.012210] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.012313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.012595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.012824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.013058] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-e58db23c-c073-4fd0-9a69-44112c5eea38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.322416] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 796c5b31-5bfb-44c5-908c-30de64dfd012 [ 906.322690] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.322802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.322873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.323110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.323202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.323311] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:796c5b31-5bfb-44c5-908c-30de64dfd012 already deleted. [ 906.323391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-796c5b31-5bfb-44c5-908c-30de64dfd012" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.847214] env[65380]: INFO networking_nsxv3.common.synchronization [req-b58f7f05-1d9b-4b37-b1c9-e1335aa98a90 req-5f912ea1-e6da-4ea3-b2a3-41e1d528ae09 service nova] Enqueued Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_rules [ 906.847214] env[65380]: INFO networking_nsxv3.common.synchronization [req-b58f7f05-1d9b-4b37-b1c9-e1335aa98a90 req-5f912ea1-e6da-4ea3-b2a3-41e1d528ae09 service nova] Enqueued Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_members [ 906.847455] env[65380]: INFO networking_nsxv3.common.synchronization [req-b58f7f05-1d9b-4b37-b1c9-e1335aa98a90 req-5f912ea1-e6da-4ea3-b2a3-41e1d528ae09 service nova] Enqueued Resource ID: e58db23c-c073-4fd0-9a69-44112c5eea38 with Priority: HIGHEST for action port [ 906.847538] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_rules [ 906.847660] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_members [ 906.847749] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58db23c-c073-4fd0-9a69-44112c5eea38 with Priority: HIGHEST for action port [ 906.848507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.848684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.848777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.849277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.849598] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.851120] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.851120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.851242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.851538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.851615] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.852214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.852214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.852214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.852214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.852359] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.853177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e58db23c-c073-4fd0-9a69-44112c5eea38 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.853358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e58db23c-c073-4fd0-9a69-44112c5eea38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.853426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e58db23c-c073-4fd0-9a69-44112c5eea38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.855186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e58db23c-c073-4fd0-9a69-44112c5eea38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.856773] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58db23c-c073-4fd0-9a69-44112c5eea38',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.915440] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4e19bc59-1e9a-4cf8-b6fb-be95f64d0cd8 tempest-ServersTestFqdnHostnames-907691350 tempest-ServersTestFqdnHostnames-907691350-project-member] Enqueued Resource ID: 19bb9cae-e1fd-4640-a44f-c00046226f75 with Priority: HIGHEST for action security_group_rules [ 906.915983] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bb9cae-e1fd-4640-a44f-c00046226f75 with Priority: HIGHEST for action security_group_rules [ 906.916312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19bb9cae-e1fd-4640-a44f-c00046226f75 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.916444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19bb9cae-e1fd-4640-a44f-c00046226f75" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.916487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19bb9cae-e1fd-4640-a44f-c00046226f75" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.916740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19bb9cae-e1fd-4640-a44f-c00046226f75" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.916821] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19bb9cae-e1fd-4640-a44f-c00046226f75',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.013069] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e33ccbcf-8b7d-4e88-830f-67ddac23c322 tempest-ServersTestFqdnHostnames-907691350 tempest-ServersTestFqdnHostnames-907691350-project-member] Enqueued Resource ID: 19bb9cae-e1fd-4640-a44f-c00046226f75 with Priority: HIGHEST for action security_group_rules [ 907.013611] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19bb9cae-e1fd-4640-a44f-c00046226f75 with Priority: HIGHEST for action security_group_rules [ 907.014012] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19bb9cae-e1fd-4640-a44f-c00046226f75 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.014248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19bb9cae-e1fd-4640-a44f-c00046226f75" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.357685] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.357912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.357912] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.358888] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e58db23c-c073-4fd0-9a69-44112c5eea38 with status ACTIVE [ 907.359102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.359246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.359316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.359559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.359656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.359838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.359937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.360009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.360256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.360344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.360542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.360638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.360698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.360844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.360949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.360991] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e58db23c-c073-4fd0-9a69-44112c5eea38 is going to be updated. [ 907.412118] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.412118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.412118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.412348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.412481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.412650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e58db23c-c073-4fd0-9a69-44112c5eea38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.443777] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.443945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.444052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.444314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.444382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.444483] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19bb9cae-e1fd-4640-a44f-c00046226f75 already deleted. [ 907.444566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19bb9cae-e1fd-4640-a44f-c00046226f75" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.444738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19bb9cae-e1fd-4640-a44f-c00046226f75" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.444892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19bb9cae-e1fd-4640-a44f-c00046226f75" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.444975] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19bb9cae-e1fd-4640-a44f-c00046226f75',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.771946] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 907.771946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.863382] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.971428] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.971428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.971428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.971428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.971428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.971428] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19bb9cae-e1fd-4640-a44f-c00046226f75 already deleted. [ 907.971428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19bb9cae-e1fd-4640-a44f-c00046226f75" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.991299] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: SUCCESS [ 907.991299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.991299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.991299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.991299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.991577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.991577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.991861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.991861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.991967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.991967] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.368029] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.368201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.368201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.368429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.368549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.368676] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 is going to be created. [ 908.412021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.412457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.413263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.413353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.413543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.423612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 in Status: UNINITIALIZED for 2s [ 908.499061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.499061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.499061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.499061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.499061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.499670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.499670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.499670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.499670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.499670] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.605880] env[65380]: INFO networking_nsxv3.common.synchronization [None req-cb6bbe30-7c2c-46da-9cf3-66c4a470f250 None None] Enqueued Resource ID: 36681d21-c192-402b-b7d5-72b819301ac9 with Priority: HIGHEST for action port [ 908.606101] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36681d21-c192-402b-b7d5-72b819301ac9 with Priority: HIGHEST for action port [ 908.606412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-36681d21-c192-402b-b7d5-72b819301ac9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.606554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36681d21-c192-402b-b7d5-72b819301ac9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.606630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36681d21-c192-402b-b7d5-72b819301ac9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.606925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36681d21-c192-402b-b7d5-72b819301ac9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.607159] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36681d21-c192-402b-b7d5-72b819301ac9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.003017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4be9a739-7d44-4373-aabd-b9411d94a847: rpc.has_security_group_logging(os_id): False [ 909.023684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.023862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.023929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.024254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.024353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.024550] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.024763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.024763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.024854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.024921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.025110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.025202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.025611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.025611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.025611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.026256] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.026256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.026256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.026256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.026256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.026256] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 is going to be created. [ 909.087780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.087983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.087983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.088221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.088373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.102443] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: IN_PROGRESS for 2s [ 909.110888] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36681d21-c192-402b-b7d5-72b819301ac9 [ 909.111261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.111429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.111503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.111707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.111797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.111891] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36681d21-c192-402b-b7d5-72b819301ac9 already deleted. [ 909.111973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36681d21-c192-402b-b7d5-72b819301ac9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.348760] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d8fd347d-d632-4070-b8a3-29a7d84d8c7e None None] Enqueued Resource ID: d5ce9d50-ff84-4da0-b8cd-68be0b81a954 with Priority: HIGHEST for action port [ 910.351118] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ce9d50-ff84-4da0-b8cd-68be0b81a954 with Priority: HIGHEST for action port [ 910.351118] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ce9d50-ff84-4da0-b8cd-68be0b81a954 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.351118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ce9d50-ff84-4da0-b8cd-68be0b81a954" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.351118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ce9d50-ff84-4da0-b8cd-68be0b81a954" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.351118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ce9d50-ff84-4da0-b8cd-68be0b81a954" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.351118] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ce9d50-ff84-4da0-b8cd-68be0b81a954',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.435743] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 in Status: SUCCESS [ 910.436265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.437312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.437662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.438068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.438295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.438410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.438707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.440019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.440019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.440019] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.856709] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5ce9d50-ff84-4da0-b8cd-68be0b81a954 [ 910.857530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.857530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.857530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.857800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.857800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.857979] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5ce9d50-ff84-4da0-b8cd-68be0b81a954 already deleted. [ 910.857979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ce9d50-ff84-4da0-b8cd-68be0b81a954" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.943878] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.114616] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: SUCCESS [ 911.114848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.447460] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b9db1dc-507b-4d1b-b65b-7d42bf78b180: rpc.has_security_group_logging(os_id): False [ 911.468727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.468880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.468977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.469216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.469296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.469549] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.469649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.469703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.469853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.469926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.470017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 is going to be created. [ 911.568640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.568792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.569042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.569042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.569311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.583570] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 in Status: IN_PROGRESS for 2s [ 912.372841] env[65380]: INFO networking_nsxv3.common.synchronization [req-fd2c264c-4267-40c0-87c9-4ba6e25c2c0a req-b1ff3d14-3190-4895-a166-dc228bb1e9ae tempest-ServersTestBootFromVolume-429025974 tempest-ServersTestBootFromVolume-429025974-project-member] Enqueued Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_members [ 912.373464] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de47040-f690-4378-ac86-2a3a2e339674 with Priority: HIGHEST for action security_group_members [ 912.373821] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3de47040-f690-4378-ac86-2a3a2e339674 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.373951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.373951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.374177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.374327] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.374425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.374481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.374634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.374707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.374793] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3de47040-f690-4378-ac86-2a3a2e339674',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.876802] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.877097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.877097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.877266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.900047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.900268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.900391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.900456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.900650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.900730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.900816] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de47040-f690-4378-ac86-2a3a2e339674 is going to be updated. [ 912.927177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.927318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.927386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.927608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.931020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.938167] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de47040-f690-4378-ac86-2a3a2e339674 in Status: IN_PROGRESS for 2s [ 913.261729] env[65380]: INFO networking_nsxv3.common.synchronization [req-3638c241-cc7e-4d8e-8298-a00aabc538d7 req-eb3c002c-d94c-46e0-8bc1-eefff543144a tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 913.262315] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 913.262619] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.262732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.262797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.263065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.263296] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.263508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.263508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.263745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.263745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.263880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.598573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 in Status: SUCCESS [ 913.598573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.655024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.655024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.655024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.655024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.655024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.655024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.655801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.658900] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.658900] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.658900] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.658900] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.658900] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.658900] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.658900] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.658900] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.658900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.678330] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.678990] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.678990] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.678990] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.679658] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-b6e4f675-63bf-4921-a359-6be6ad0bd193 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.679658] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-b6e4f675-63bf-4921-a359-6be6ad0bd193" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.679658] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-b6e4f675-63bf-4921-a359-6be6ad0bd193" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.679851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-b6e4f675-63bf-4921-a359-6be6ad0bd193" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.680137] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e4f675-63bf-4921-a359-6be6ad0bd193',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.766104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.766439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.766439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.766711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.766804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.767102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.767243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.767358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.767504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.767618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.767739] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 913.800941] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.801201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.801298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.801537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.801811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.813014] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 914.184877] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.184877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.184877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.184877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.184877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.184877] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port b6e4f675-63bf-4921-a359-6be6ad0bd193 not found, creating... [ 914.185640] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.185640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.185640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.185640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.185816] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.186474] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.186474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.186474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.186713] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.186861] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.186927] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: b6e4f675-63bf-4921-a359-6be6ad0bd193 is going to be created. [ 914.211867] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.211867] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.212339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.212339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.212811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.212811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-b6e4f675-63bf-4921-a359-6be6ad0bd193" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.949972] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3de47040-f690-4378-ac86-2a3a2e339674 in Status: SUCCESS [ 914.949972] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3de47040-f690-4378-ac86-2a3a2e339674 deletion is rescheduled due to dependency. [ 914.949972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3de47040-f690-4378-ac86-2a3a2e339674" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.980848] env[65380]: INFO networking_nsxv3.common.synchronization [req-3638c241-cc7e-4d8e-8298-a00aabc538d7 req-87e1ca5b-4a7f-458d-afe2-306e5232ce39 service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 914.980848] env[65380]: INFO networking_nsxv3.common.synchronization [req-3638c241-cc7e-4d8e-8298-a00aabc538d7 req-87e1ca5b-4a7f-458d-afe2-306e5232ce39 service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 914.980848] env[65380]: INFO networking_nsxv3.common.synchronization [req-3638c241-cc7e-4d8e-8298-a00aabc538d7 req-87e1ca5b-4a7f-458d-afe2-306e5232ce39 service nova] Enqueued Resource ID: b6e4f675-63bf-4921-a359-6be6ad0bd193 with Priority: HIGHEST for action port [ 914.980848] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 914.980848] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 914.980848] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6e4f675-63bf-4921-a359-6be6ad0bd193 with Priority: HIGHEST for action port [ 914.981368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.981368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.981368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.981608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.981659] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.983953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.984076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.984298] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6e4f675-63bf-4921-a359-6be6ad0bd193 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.984408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6e4f675-63bf-4921-a359-6be6ad0bd193" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.984460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6e4f675-63bf-4921-a359-6be6ad0bd193" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.984649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6e4f675-63bf-4921-a359-6be6ad0bd193" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.984779] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6e4f675-63bf-4921-a359-6be6ad0bd193',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.488108] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.488390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.488527] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6e4f675-63bf-4921-a359-6be6ad0bd193 with status ACTIVE [ 915.488624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.488738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.488803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.489032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.489178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.489369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.489822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.489822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.489822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.489822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.490010] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.490063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.490108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.490290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.490381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.490469] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6e4f675-63bf-4921-a359-6be6ad0bd193 is going to be updated. [ 915.516460] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.516616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.516689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.516893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.517040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.517540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6e4f675-63bf-4921-a359-6be6ad0bd193" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.724086] env[65380]: INFO networking_nsxv3.common.synchronization [req-64a96b91-5112-4b89-86c8-6893ca494243 req-fec76d44-bf2a-40f2-919f-512246341bed tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 915.724989] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 915.725318] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.725485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.725606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.725896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.726080] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.726190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.726253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.726403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.726483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.726572] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.824191] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 915.824369] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 915.824483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.824649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.824850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.825046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.825167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.825458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.825458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.825458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.825723] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.964060] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d7780d7b-46a5-4e29-ac91-333db78e9d07 None None] Enqueued Resource ID: 57bc9004-1a0d-430a-9bed-93e145f4d672 with Priority: HIGHEST for action port [ 915.965710] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bc9004-1a0d-430a-9bed-93e145f4d672 with Priority: HIGHEST for action port [ 915.965710] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-57bc9004-1a0d-430a-9bed-93e145f4d672 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.965710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57bc9004-1a0d-430a-9bed-93e145f4d672" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.965710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57bc9004-1a0d-430a-9bed-93e145f4d672" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.965710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57bc9004-1a0d-430a-9bed-93e145f4d672" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.965710] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bc9004-1a0d-430a-9bed-93e145f4d672',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.229090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.229271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.229352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.229599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.230374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.230819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.230819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.230819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.231663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.231663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.231663] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 already deleted. [ 916.231663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.327916] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.377188] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.377399] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.377491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.377817] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.378080] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.378237] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.378350] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.378556] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.378690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.378892] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.379861] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.380049] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.380136] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.380273] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.380384] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.380516] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.406130] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.410157] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.410157] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.410157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.410157] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-7711cfb0-40db-4e24-963d-9e9b9816b3f6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.410157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-7711cfb0-40db-4e24-963d-9e9b9816b3f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.410157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-7711cfb0-40db-4e24-963d-9e9b9816b3f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.410157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-7711cfb0-40db-4e24-963d-9e9b9816b3f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.410157] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7711cfb0-40db-4e24-963d-9e9b9816b3f6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.469672] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57bc9004-1a0d-430a-9bed-93e145f4d672 [ 916.469672] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.469672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.469672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.469672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.469672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.469672] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57bc9004-1a0d-430a-9bed-93e145f4d672 already deleted. [ 916.469672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57bc9004-1a0d-430a-9bed-93e145f4d672" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.832839] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.914125] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.914489] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.914734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.915144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.915350] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.915509] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 7711cfb0-40db-4e24-963d-9e9b9816b3f6 not found, creating... [ 916.915942] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.916427] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.916427] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.916684] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.916880] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.918612] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.918834] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.918972] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.920181] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.920305] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.920460] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 7711cfb0-40db-4e24-963d-9e9b9816b3f6 is going to be created. [ 916.950063] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.950277] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.950395] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.950680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.950956] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.952524] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-7711cfb0-40db-4e24-963d-9e9b9816b3f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.336603] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.336603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.336603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.336603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.336603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.336603] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 917.377374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.377374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.377492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.377808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.377926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.394229] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 917.698277] env[65380]: INFO networking_nsxv3.common.synchronization [req-64a96b91-5112-4b89-86c8-6893ca494243 req-2ff6edcd-624a-439c-88e6-2c1851f4c8c9 service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 917.698277] env[65380]: INFO networking_nsxv3.common.synchronization [req-64a96b91-5112-4b89-86c8-6893ca494243 req-2ff6edcd-624a-439c-88e6-2c1851f4c8c9 service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 917.698277] env[65380]: INFO networking_nsxv3.common.synchronization [req-64a96b91-5112-4b89-86c8-6893ca494243 req-2ff6edcd-624a-439c-88e6-2c1851f4c8c9 service nova] Enqueued Resource ID: 7711cfb0-40db-4e24-963d-9e9b9816b3f6 with Priority: HIGHEST for action port [ 917.701326] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 917.701326] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 917.701326] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7711cfb0-40db-4e24-963d-9e9b9816b3f6 with Priority: HIGHEST for action port [ 917.705323] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.705603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.707199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.707576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.709017] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.709412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.709643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.709785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.710133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.713022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.713022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.713022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.713022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.713022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.713022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.713022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7711cfb0-40db-4e24-963d-9e9b9816b3f6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.713022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7711cfb0-40db-4e24-963d-9e9b9816b3f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.713022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7711cfb0-40db-4e24-963d-9e9b9816b3f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.713022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7711cfb0-40db-4e24-963d-9e9b9816b3f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.713022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7711cfb0-40db-4e24-963d-9e9b9816b3f6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.217441] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.218508] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7711cfb0-40db-4e24-963d-9e9b9816b3f6 with status ACTIVE [ 918.218719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.218866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.218935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.219203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.219303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.219498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.219607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.219689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.221830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.221830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.221830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.221830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.221830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.221830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.221830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.222318] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7711cfb0-40db-4e24-963d-9e9b9816b3f6 is going to be updated. [ 918.224055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.224163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.249249] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.249475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.249475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.250450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.250450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.250450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7711cfb0-40db-4e24-963d-9e9b9816b3f6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.404189] env[65380]: INFO networking_nsxv3.common.synchronization [req-006533a8-d36a-4282-9950-b95db6981737 req-84e4c6e6-0c5d-40b5-8840-1767b286a141 tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 918.409051] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 918.409051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.409051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.409051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.409051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.409051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.409051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.409949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.410052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.410238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.410396] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.724817] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.913739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.913739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.913739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.913951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.913983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.914827] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.914827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.914827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.914827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.914827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.914827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 already deleted. [ 918.914827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.932122] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.932352] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-808" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.933103] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-808" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.933103] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-808" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.933103] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.933413] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.933413] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.933596] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.933653] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.934185] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.934568] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.934568] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.934568] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.934749] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.934783] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.934952] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.958021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.958021] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.958021] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.958021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-808" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.958021] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-2d9b930f-8b23-4b56-a7a2-22d1ea972032 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.958021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.958021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.958021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.958021] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9b930f-8b23-4b56-a7a2-22d1ea972032',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.227728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.228139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.228543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.228878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.228969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.229102] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be created. [ 919.257997] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.258221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.258318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.258547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.258717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.268586] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: UNINITIALIZED for 2s [ 919.406745] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 919.406993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.407215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.407442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.407639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.407756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.407821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.407980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.408075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.408194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.408247] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.460432] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.460626] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.460820] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.461688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.461688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.461688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 2d9b930f-8b23-4b56-a7a2-22d1ea972032 not found, creating... [ 919.461854] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.461928] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.462032] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.462283] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.462451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.462755] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.462916] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.463138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.463382] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.463515] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.463651] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 is going to be created. [ 919.485151] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.485382] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.485506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.485776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.486008] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.486264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.910940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.910940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.910940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.911377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.911377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.911452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.911537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.911711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.911818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.911873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.912093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.912191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.912191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.912383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.912532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.912625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.912689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.912820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.912902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.913010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.913106] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.226535] env[65380]: INFO networking_nsxv3.common.synchronization [req-006533a8-d36a-4282-9950-b95db6981737 req-0f020905-efba-4853-a9ee-11fc067bf54c service nova] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 920.226726] env[65380]: INFO networking_nsxv3.common.synchronization [req-006533a8-d36a-4282-9950-b95db6981737 req-0f020905-efba-4853-a9ee-11fc067bf54c service nova] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 920.226857] env[65380]: INFO networking_nsxv3.common.synchronization [req-006533a8-d36a-4282-9950-b95db6981737 req-0f020905-efba-4853-a9ee-11fc067bf54c service nova] Enqueued Resource ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 with Priority: HIGHEST for action port [ 920.227473] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 920.227605] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 920.228179] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 with Priority: HIGHEST for action port [ 920.228179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.231426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.231558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.231870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.232041] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.234675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.234675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.234675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.234675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.234675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.234675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.234675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.235259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.235259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.235259] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.236181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9b930f-8b23-4b56-a7a2-22d1ea972032 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.236181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.236326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.236434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.236751] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9b930f-8b23-4b56-a7a2-22d1ea972032',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.417228] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 897650fa-f5c5-46a6-8809-4055f4cb7969: rpc.has_security_group_logging(os_id): False [ 920.438926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.439126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.439255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.439462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.439534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.439918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.440093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.440292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.440525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.440614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.441137] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.441322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.441389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.441603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.441662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.441814] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.441935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.442015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.442206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.442583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.442689] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 920.512974] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.513131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.513131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.514826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.514826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.530217] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 920.739022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.739430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.739430] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.749253] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d9b930f-8b23-4b56-a7a2-22d1ea972032 with status ACTIVE [ 920.749253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.749253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.749253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.749253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.749253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.749667] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.749667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.749667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.749784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.749784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.750452] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.750452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.750452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.750452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.750452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.750712] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 is going to be updated. [ 920.775905] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.776124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.776124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.776282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.776427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.776575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.244030] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.279059] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 921.279383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.280988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.282159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.282470] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.282600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.282664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.282861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.282959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.283077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.283173] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.745512] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.745802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.745973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.746331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.746422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.746535] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 is going to be created. [ 921.780798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.781107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.781168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.781584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.781844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.784990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.785402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.785493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.785731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.785954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.786109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.786195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.786402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.786515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.786630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.786856] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.787047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.787179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.787471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.787746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.787928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.788077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.788415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.789903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.789903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.789903] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.794536] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: UNINITIALIZED for 2s [ 922.292039] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90: rpc.has_security_group_logging(os_id): False [ 922.327621] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.327846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.327953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.328260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.328361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.328745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.328745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.328880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.328984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.329146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.329423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.329526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.329607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.329840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.329923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.330410] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.330547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.330600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.330828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.330880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.332237] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be created. [ 922.428583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.428871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.428967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.429699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.429699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.446033] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 922.524882] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d3802383-a304-4e87-b41f-2f0767f88577 None None] Enqueued Resource ID: 1b7c68e5-8f7c-4f28-8d3d-667b24e099b2 with Priority: HIGHEST for action port [ 922.525829] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7c68e5-8f7c-4f28-8d3d-667b24e099b2 with Priority: HIGHEST for action port [ 922.526769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b7c68e5-8f7c-4f28-8d3d-667b24e099b2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.526969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b7c68e5-8f7c-4f28-8d3d-667b24e099b2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.527087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b7c68e5-8f7c-4f28-8d3d-667b24e099b2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.527471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b7c68e5-8f7c-4f28-8d3d-667b24e099b2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.527611] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b7c68e5-8f7c-4f28-8d3d-667b24e099b2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.547329] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 922.548183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.030536] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b7c68e5-8f7c-4f28-8d3d-667b24e099b2 [ 923.030851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.030996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.031080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.031507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.031633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.031823] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b7c68e5-8f7c-4f28-8d3d-667b24e099b2 already deleted. [ 923.031936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b7c68e5-8f7c-4f28-8d3d-667b24e099b2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.810734] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: SUCCESS [ 923.810734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.812855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.813308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.813533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.813663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.814116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.814313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.814402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.814522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.814624] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.266238] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a15712b1-7760-4cd3-871a-99aaaee41a62 tempest-ServerActionsTestOtherB-865913792 tempest-ServerActionsTestOtherB-865913792-project-member] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 924.266886] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 924.269891] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.270026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.270231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.270370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.270454] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.319490] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.461333] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 924.461618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.518480] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ac186ecd-645b-4274-9e9c-dec0cb2969e8 None None] Enqueued Resource ID: 782c5f6b-443d-4687-b551-5a49e79841f8 with Priority: HIGHEST for action port [ 924.518480] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c5f6b-443d-4687-b551-5a49e79841f8 with Priority: HIGHEST for action port [ 924.518480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-782c5f6b-443d-4687-b551-5a49e79841f8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.518480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-782c5f6b-443d-4687-b551-5a49e79841f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.518480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-782c5f6b-443d-4687-b551-5a49e79841f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.520120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-782c5f6b-443d-4687-b551-5a49e79841f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.520432] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('782c5f6b-443d-4687-b551-5a49e79841f8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.536067] env[65380]: INFO networking_nsxv3.common.synchronization [None req-64a59835-a547-4d0b-9e6b-ba927105ac72 tempest-ServerActionsTestOtherB-865913792 tempest-ServerActionsTestOtherB-865913792-project-member] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 924.536067] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 924.536620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.536803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.799166] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.799465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.799569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.799762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.799877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.799992] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c already deleted. [ 924.800132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.800299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.800473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.800568] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.820414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11a3dc7a-481b-49af-a308-879ae3b69ae3: rpc.has_security_group_logging(os_id): False [ 924.843475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.843703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.843776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.844089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.844224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.844552] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.845196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.845308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.846233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.846233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.846233] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 is going to be created. [ 924.923182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.923370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.923561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.923785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.924754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.936303] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: IN_PROGRESS for 2s [ 925.023394] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 782c5f6b-443d-4687-b551-5a49e79841f8 [ 925.023815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.024033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.024127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.024412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.024519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.024622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:782c5f6b-443d-4687-b551-5a49e79841f8 already deleted. [ 925.024706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-782c5f6b-443d-4687-b551-5a49e79841f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.327744] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.327744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.327744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.327744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.327744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.327744] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c already deleted. [ 925.327744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.630711] env[65380]: INFO networking_nsxv3.common.synchronization [None req-19254b62-6490-44c8-a5d6-abf66c2f43a7 tempest-AttachVolumeTestJSON-1228821728 tempest-AttachVolumeTestJSON-1228821728-project-member] Enqueued Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_rules [ 925.631489] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_rules [ 925.631835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.632341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.632341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.632479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.632479] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.958141] env[65380]: INFO networking_nsxv3.common.synchronization [None req-91d76193-c742-4dfe-9a0d-07170ec8cb4b tempest-AttachVolumeTestJSON-1228821728 tempest-AttachVolumeTestJSON-1228821728-project-member] Enqueued Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_rules [ 925.958415] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_rules [ 925.958714] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.959511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.155303] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.155448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.155448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.155666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.155752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.156023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da already deleted. [ 926.156023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.156155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.156335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.156335] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.677438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.677616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.677657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.677861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.678462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.678542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da already deleted. [ 926.678599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.948961] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: SUCCESS [ 926.950480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.427521] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6c2c2985-05d4-4377-9e9c-33c345aa4a77 None None] Enqueued Resource ID: a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5 with Priority: HIGHEST for action port [ 929.428113] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5 with Priority: HIGHEST for action port [ 929.428444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.428567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.428634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.429075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.429075] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.932141] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5 [ 929.935014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.935014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.935014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.935014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.935014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.935014] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5 already deleted. [ 929.935014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0af07c9-18c0-4b5c-8864-7f5d2be1bbe5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.152939] env[65380]: INFO networking_nsxv3.common.synchronization [None req-668cf858-ffe1-4c5f-a58e-e8335b02a822 None None] Enqueued Resource ID: 6f67dc60-f7b9-41e7-9033-cc9085cda982 with Priority: HIGHEST for action port [ 932.157890] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f67dc60-f7b9-41e7-9033-cc9085cda982 with Priority: HIGHEST for action port [ 932.158658] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f67dc60-f7b9-41e7-9033-cc9085cda982 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.158658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f67dc60-f7b9-41e7-9033-cc9085cda982" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.158658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f67dc60-f7b9-41e7-9033-cc9085cda982" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.158895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f67dc60-f7b9-41e7-9033-cc9085cda982" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.158990] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f67dc60-f7b9-41e7-9033-cc9085cda982',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.661190] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f67dc60-f7b9-41e7-9033-cc9085cda982 [ 932.661379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.661525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.661596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.661828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.661935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.662133] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f67dc60-f7b9-41e7-9033-cc9085cda982 already deleted. [ 932.662133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f67dc60-f7b9-41e7-9033-cc9085cda982" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.112024] env[65380]: INFO networking_nsxv3.common.synchronization [req-02352082-5b01-40fa-8ae2-7b73fedee89c req-b0d020fa-4106-436f-9af4-04ba02f46b1c tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 933.112024] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 933.112362] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.112624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.112790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.113219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.113506] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.113780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.114044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.114280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.114479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.114703] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.618504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.618794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.618794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.618936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.619046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.619286] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.619395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.619450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.619606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.619677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.619759] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 933.657445] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.657645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.657715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.658263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.658263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.669023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 935.679781] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 935.680196] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 deletion is rescheduled due to dependency. [ 935.680196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.113329] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 938.113600] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 938.974517] env[65380]: INFO networking_nsxv3.common.synchronization [req-d1d25787-b1b5-4462-a39a-bc0fd8eaa51c req-c9c4242e-27ef-46c9-8a7e-121accd72965 tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 938.975108] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 938.975435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.975554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.975618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.975871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.976199] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.976199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.976199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.976369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.976404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.976511] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.346588] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.346588] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.346588] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.346588] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.346588] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.347173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.347173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.347173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.347173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.347352] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.347465] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.347568] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.347671] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.347796] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.347913] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.348058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.370013] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.370195] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.370338] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.370507] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.370910] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-40ee2fd3-445d-4ab7-8541-503c99be4a2b taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.371116] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-40ee2fd3-445d-4ab7-8541-503c99be4a2b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.371291] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-40ee2fd3-445d-4ab7-8541-503c99be4a2b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.371609] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-40ee2fd3-445d-4ab7-8541-503c99be4a2b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.371745] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ee2fd3-445d-4ab7-8541-503c99be4a2b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.478883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.479048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.479117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.479356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.479444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.479661] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.479755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.479793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.479934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.480039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.480103] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb already deleted. [ 939.480203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.874463] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.875850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.875850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.875850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.875850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.875850] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 40ee2fd3-445d-4ab7-8541-503c99be4a2b not found, creating... [ 939.875850] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.876257] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.876257] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.876257] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.876745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.876745] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.876959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.877051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.877291] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.877424] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.877568] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 40ee2fd3-445d-4ab7-8541-503c99be4a2b is going to be created. [ 939.902301] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.902712] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.902972] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.903413] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.903752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.904091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-40ee2fd3-445d-4ab7-8541-503c99be4a2b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.596648] env[65380]: INFO networking_nsxv3.common.synchronization [req-d1d25787-b1b5-4462-a39a-bc0fd8eaa51c req-29d1ba96-08e3-4f60-a94a-7bd6f519845c service nova] Enqueued Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_rules [ 940.597048] env[65380]: INFO networking_nsxv3.common.synchronization [req-d1d25787-b1b5-4462-a39a-bc0fd8eaa51c req-29d1ba96-08e3-4f60-a94a-7bd6f519845c service nova] Enqueued Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 940.597048] env[65380]: INFO networking_nsxv3.common.synchronization [req-d1d25787-b1b5-4462-a39a-bc0fd8eaa51c req-29d1ba96-08e3-4f60-a94a-7bd6f519845c service nova] Enqueued Resource ID: 40ee2fd3-445d-4ab7-8541-503c99be4a2b with Priority: HIGHEST for action port [ 940.597496] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_rules [ 940.597649] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 940.597851] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ee2fd3-445d-4ab7-8541-503c99be4a2b with Priority: HIGHEST for action port [ 940.598336] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.598620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.598731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.598997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.599099] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.601256] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.601402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.601475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.601662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.601870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.601970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.602046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.602199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.602510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.602510] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.604792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-40ee2fd3-445d-4ab7-8541-503c99be4a2b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.604900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40ee2fd3-445d-4ab7-8541-503c99be4a2b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.604984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40ee2fd3-445d-4ab7-8541-503c99be4a2b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.605153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40ee2fd3-445d-4ab7-8541-503c99be4a2b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.605313] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ee2fd3-445d-4ab7-8541-503c99be4a2b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.102436] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.102562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.107038] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.111027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40ee2fd3-445d-4ab7-8541-503c99be4a2b with status ACTIVE [ 941.111027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.111027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.111591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.111850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.111945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.112163] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.112265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.112325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.112496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.113474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.113474] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.113474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.113474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.113474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.113474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.113474] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40ee2fd3-445d-4ab7-8541-503c99be4a2b is going to be updated. [ 941.136186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.136428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.136557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.136830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.137024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.137230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40ee2fd3-445d-4ab7-8541-503c99be4a2b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.264807] env[65380]: INFO networking_nsxv3.common.synchronization [req-c08b89b5-3f3e-42b0-bf1b-cec1f5f3fb92 req-4455c23c-ba8e-47a0-97ae-323c3e0dddb9 tempest-ServerActionsTestOtherB-865913792 tempest-ServerActionsTestOtherB-865913792-project-member] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 941.265431] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 941.266259] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.266259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.266259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.267037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.267302] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.267468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.267569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.267865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.268017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.268169] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.615818] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.661134] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.661304] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.661351] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.661701] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.662018] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.662185] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.662334] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.662546] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.662688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.662941] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.662993] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.663115] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.663220] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.663331] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.663435] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.663564] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.684337] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.684512] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.684649] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.684822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.685155] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-9201db92-5346-4529-b1a1-c92e1a0ec211 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.685322] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-9201db92-5346-4529-b1a1-c92e1a0ec211" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.685438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-9201db92-5346-4529-b1a1-c92e1a0ec211" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.685767] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-9201db92-5346-4529-b1a1-c92e1a0ec211" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.685910] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9201db92-5346-4529-b1a1-c92e1a0ec211',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.771000] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.771000] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.771000] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.771406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.771406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.771723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.772662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.772662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.772662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.772662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.772662] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c already deleted. [ 941.772662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.812544] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6867b648-6520-416a-839f-b28367c67d63 None None] Enqueued Resource ID: f81aa140-9a8d-485b-b637-2868181b7f55 with Priority: HIGHEST for action port [ 941.813096] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f81aa140-9a8d-485b-b637-2868181b7f55 with Priority: HIGHEST for action port [ 941.813409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f81aa140-9a8d-485b-b637-2868181b7f55 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.813531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f81aa140-9a8d-485b-b637-2868181b7f55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.813600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f81aa140-9a8d-485b-b637-2868181b7f55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.813852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f81aa140-9a8d-485b-b637-2868181b7f55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.813936] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f81aa140-9a8d-485b-b637-2868181b7f55',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.118207] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.118519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.118519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.118772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.118887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.118984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb is going to be created. [ 942.140903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.141115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.141164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.141464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.141701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.150980] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: UNINITIALIZED for 2s [ 942.189686] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.189686] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.189872] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.190055] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.190205] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.190372] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 9201db92-5346-4529-b1a1-c92e1a0ec211 not found, creating... [ 942.190668] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.190833] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.190947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.191191] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.191365] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.191668] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.191812] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.191917] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.193342] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.193505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.193649] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 9201db92-5346-4529-b1a1-c92e1a0ec211 is going to be created. [ 942.218857] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.219138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.219391] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.219803] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.220073] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.220314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-9201db92-5346-4529-b1a1-c92e1a0ec211" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.317666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f81aa140-9a8d-485b-b637-2868181b7f55 [ 942.317666] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.317666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.317666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.320329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.320433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.320545] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f81aa140-9a8d-485b-b637-2868181b7f55 already deleted. [ 942.320630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f81aa140-9a8d-485b-b637-2868181b7f55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.015189] env[65380]: INFO networking_nsxv3.common.synchronization [req-c08b89b5-3f3e-42b0-bf1b-cec1f5f3fb92 req-27b0ddd1-d793-4d46-a9a7-a41613ed2f1a service nova] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 943.015189] env[65380]: INFO networking_nsxv3.common.synchronization [req-c08b89b5-3f3e-42b0-bf1b-cec1f5f3fb92 req-27b0ddd1-d793-4d46-a9a7-a41613ed2f1a service nova] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 943.015189] env[65380]: INFO networking_nsxv3.common.synchronization [req-c08b89b5-3f3e-42b0-bf1b-cec1f5f3fb92 req-27b0ddd1-d793-4d46-a9a7-a41613ed2f1a service nova] Enqueued Resource ID: 9201db92-5346-4529-b1a1-c92e1a0ec211 with Priority: HIGHEST for action port [ 943.015611] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 943.015611] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 943.015611] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9201db92-5346-4529-b1a1-c92e1a0ec211 with Priority: HIGHEST for action port [ 943.015873] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.015986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.016059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.016284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.016329] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.017313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.017313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.017448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.017566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.017713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.018113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.018113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.018282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.018364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.018451] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.019559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9201db92-5346-4529-b1a1-c92e1a0ec211 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.019559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9201db92-5346-4529-b1a1-c92e1a0ec211" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.019559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9201db92-5346-4529-b1a1-c92e1a0ec211" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.019757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9201db92-5346-4529-b1a1-c92e1a0ec211" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.019757] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9201db92-5346-4529-b1a1-c92e1a0ec211',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.521597] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.521746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.523137] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9201db92-5346-4529-b1a1-c92e1a0ec211 with status ACTIVE [ 943.523379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.523505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.523582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.523834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.523866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.524091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.524141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.524209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.524374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.524498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.524695] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.524798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.524852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.524995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.525091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.525173] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9201db92-5346-4529-b1a1-c92e1a0ec211 is going to be updated. [ 943.527811] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.551497] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.556304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.556304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.556304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.556304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.556304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9201db92-5346-4529-b1a1-c92e1a0ec211" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.030276] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.082793] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c91bce76-3676-48ff-aeef-4c635f38253f None None] Enqueued Resource ID: bd34dda1-b34a-422c-96b2-536f95d2a2a9 with Priority: HIGHEST for action port [ 944.083464] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd34dda1-b34a-422c-96b2-536f95d2a2a9 with Priority: HIGHEST for action port [ 944.083801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd34dda1-b34a-422c-96b2-536f95d2a2a9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.083950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd34dda1-b34a-422c-96b2-536f95d2a2a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.083997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd34dda1-b34a-422c-96b2-536f95d2a2a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.084327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd34dda1-b34a-422c-96b2-536f95d2a2a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.084410] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd34dda1-b34a-422c-96b2-536f95d2a2a9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.163985] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: SUCCESS [ 944.164252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.164515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.164722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.164920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.165104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.165217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.165354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.165469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.165544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.165664] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.532559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.532751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.532819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.533044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.533153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.533258] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be created. [ 944.563341] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.563580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.563648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.563851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.564062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.576626] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: UNINITIALIZED for 2s [ 944.586133] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd34dda1-b34a-422c-96b2-536f95d2a2a9 [ 944.586373] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.586528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.586589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.586801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.586895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.586991] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd34dda1-b34a-422c-96b2-536f95d2a2a9 already deleted. [ 944.587102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd34dda1-b34a-422c-96b2-536f95d2a2a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.669439] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.669763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.669763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.669942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.670032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.670160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.670160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.670321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.670424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.670502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.670616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.670723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.670788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.670898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.671072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.671202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.671202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.671407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.671453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.671488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.671587] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.941804] env[65380]: INFO networking_nsxv3.common.synchronization [req-5820972a-b66b-4e7c-9d83-644951517bd0 req-2009e2e7-6ce1-4fc7-82cf-f184bf75475f tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 944.942440] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 944.942830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.942978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.943115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.943358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.943584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.943832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.943940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.944177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.944285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.944419] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.173448] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef79e4a0-3704-4fa4-8233-7a92f3c85abb: rpc.has_security_group_logging(os_id): False [ 945.195106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.195106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.195106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.195106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.195106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.195106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.195106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.195106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.195106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.195578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.195578] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.195578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.195686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.195741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.195814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.195999] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.196109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.196169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.196309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.196379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.196460] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb is going to be created. [ 945.381036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.381036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.381036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.381036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.381036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.404596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: IN_PROGRESS for 2s [ 945.447086] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.447274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.447457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.447734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.447865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.448151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.448273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.448347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.448574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.448682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.448812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 945.487083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.487252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.487354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.487523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.487666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.499432] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 946.049036] env[65380]: INFO networking_nsxv3.common.synchronization [req-36822f3c-ac28-423e-8b70-fe33a03907bf req-3fbad54f-7fa4-4a71-816a-88c88e1aa856 tempest-AttachVolumeTestJSON-1228821728 tempest-AttachVolumeTestJSON-1228821728-project-member] Enqueued Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_members [ 946.049689] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_members [ 946.050160] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.050331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.050413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.050682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.050869] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.050971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.051040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.051217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.051324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.051418] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.370057] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.370380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-142" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.370380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-142" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.370574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-142" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.371711] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.371711] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.371711] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.371711] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.371711] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.372102] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.372102] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.372198] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.372250] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.372350] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.372454] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.372585] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.392374] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.392541] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.392676] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.393084] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-142" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.393985] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-b7841751-2f0d-4550-8ad5-6e140dd0f006 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.393985] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-b7841751-2f0d-4550-8ad5-6e140dd0f006" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.393985] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-b7841751-2f0d-4550-8ad5-6e140dd0f006" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.394342] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-b7841751-2f0d-4550-8ad5-6e140dd0f006" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.394342] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7841751-2f0d-4550-8ad5-6e140dd0f006',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.553757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.553921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.553997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.554214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.554295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.554488] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.554605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.554673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.554788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.554858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.554937] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da already deleted. [ 946.555044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.586420] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 946.586655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.586824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.587051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.587257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.587380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.587464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.587633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.587731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.587821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.587915] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.896812] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.897032] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.897195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.897479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.897626] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.897776] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port b7841751-2f0d-4550-8ad5-6e140dd0f006 not found, creating... [ 946.898050] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.898208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.898337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.898595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.898733] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.899025] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.899263] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.899414] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.899669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.899807] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.899945] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: b7841751-2f0d-4550-8ad5-6e140dd0f006 is going to be created. [ 946.923881] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.924139] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.924314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.924627] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.924894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.925208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-b7841751-2f0d-4550-8ad5-6e140dd0f006" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.090792] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.418666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: SUCCESS [ 947.419032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.510400] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 947.510598] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 947.510690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.594283] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0b59c1-1f56-45f9-9354-ad5171f4fb4c: rpc.has_security_group_logging(os_id): False [ 947.617647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.617796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.617869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.618343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.618343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.618482] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.618547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.618547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.619214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.619214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.619214] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be created. [ 947.648521] env[65380]: INFO networking_nsxv3.common.synchronization [req-36822f3c-ac28-423e-8b70-fe33a03907bf req-91efeada-6c2a-4333-9f39-ce1125ec552d service nova] Enqueued Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_rules [ 947.648695] env[65380]: INFO networking_nsxv3.common.synchronization [req-36822f3c-ac28-423e-8b70-fe33a03907bf req-91efeada-6c2a-4333-9f39-ce1125ec552d service nova] Enqueued Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_members [ 947.648827] env[65380]: INFO networking_nsxv3.common.synchronization [req-36822f3c-ac28-423e-8b70-fe33a03907bf req-91efeada-6c2a-4333-9f39-ce1125ec552d service nova] Enqueued Resource ID: b7841751-2f0d-4550-8ad5-6e140dd0f006 with Priority: HIGHEST for action port [ 947.649414] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_rules [ 947.649597] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_members [ 947.649757] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7841751-2f0d-4550-8ad5-6e140dd0f006 with Priority: HIGHEST for action port [ 947.650170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.650318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.650318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.650477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.650512] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.652185] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.652185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.652344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.652438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.652728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.652728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.652728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.652882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.655232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.655232] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.655232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7841751-2f0d-4550-8ad5-6e140dd0f006 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.655232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7841751-2f0d-4550-8ad5-6e140dd0f006" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.655232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7841751-2f0d-4550-8ad5-6e140dd0f006" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.655232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7841751-2f0d-4550-8ad5-6e140dd0f006" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.655232] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7841751-2f0d-4550-8ad5-6e140dd0f006',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.700940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.700940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.700940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.700940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.700940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.713679] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 948.152701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.152848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.159600] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.161023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7841751-2f0d-4550-8ad5-6e140dd0f006 with status ACTIVE [ 948.161023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.161023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.161023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.161023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.161023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.161990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.161990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.161990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.161990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.161990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.162232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.162232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.162232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.162349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.162439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.162525] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7841751-2f0d-4550-8ad5-6e140dd0f006 is going to be updated. [ 948.187052] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.187052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.187052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.187293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.187402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.187568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7841751-2f0d-4550-8ad5-6e140dd0f006" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.407344] env[65380]: INFO networking_nsxv3.common.synchronization [req-7955c315-bcc6-4ecf-86e6-c5feacc69df5 req-f2149012-1f83-4407-8c33-c7737f454852 tempest-ServerRescueTestJSON-782801804 tempest-ServerRescueTestJSON-782801804-project-member] Enqueued Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 948.407920] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 948.408230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.408345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.408406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.408598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.408744] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.408834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.408893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.409043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.409121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.409212] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.664298] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.718686] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-25 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.718890] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.719020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.719524] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.720076] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.720308] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.720438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.720682] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.720921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.721186] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.721340] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.721454] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.721560] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.721670] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.721772] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.721899] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.742374] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.742542] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.742676] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.742840] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.743207] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.743350] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.743472] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743806] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.743932] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede4d146-6b95-4639-bf3c-e6dea9f5caa1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.912740] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.166452] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.166617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.166617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.166768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.166856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.166948] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da is going to be created. [ 949.192821] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.192970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.193062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.193274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.193438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.202957] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da in Status: UNINITIALIZED for 2s [ 949.247481] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.247629] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.247690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.247962] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.248092] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.248246] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port ede4d146-6b95-4639-bf3c-e6dea9f5caa1 not found, creating... [ 949.248500] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.248658] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.248777] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.248990] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.249138] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.249431] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.249585] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.249700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.250423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.250572] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.250714] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: ede4d146-6b95-4639-bf3c-e6dea9f5caa1 is going to be created. [ 949.274915] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.275206] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.275273] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.275589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.275830] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.276067] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.416097] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.727690] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 949.728052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.918616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.918879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.919022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.919323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.919481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.919644] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 is going to be updated. [ 949.951242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.951447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.951447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.951757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.951911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.964427] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: IN_PROGRESS for 2s [ 950.033407] env[65380]: INFO networking_nsxv3.common.synchronization [req-7955c315-bcc6-4ecf-86e6-c5feacc69df5 req-82430089-ec8f-49d1-a17d-9aab58e36bae service nova] Enqueued Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_rules [ 950.033407] env[65380]: INFO networking_nsxv3.common.synchronization [req-7955c315-bcc6-4ecf-86e6-c5feacc69df5 req-82430089-ec8f-49d1-a17d-9aab58e36bae service nova] Enqueued Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 950.034038] env[65380]: INFO networking_nsxv3.common.synchronization [req-7955c315-bcc6-4ecf-86e6-c5feacc69df5 req-82430089-ec8f-49d1-a17d-9aab58e36bae service nova] Enqueued Resource ID: ede4d146-6b95-4639-bf3c-e6dea9f5caa1 with Priority: HIGHEST for action port [ 950.034734] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_rules [ 950.034951] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 950.035146] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede4d146-6b95-4639-bf3c-e6dea9f5caa1 with Priority: HIGHEST for action port [ 950.035587] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.035769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.035902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.036249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.036330] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.038417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.038580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.038916] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.039109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.039316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.039524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.039657] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede4d146-6b95-4639-bf3c-e6dea9f5caa1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.541880] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.542028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.542276] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ede4d146-6b95-4639-bf3c-e6dea9f5caa1 with status ACTIVE [ 950.542432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.542552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.542618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.542831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.542917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.543103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.543185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.543249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.543403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.543476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.543739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.543817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.543848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.543995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.544077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.544160] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ede4d146-6b95-4639-bf3c-e6dea9f5caa1 is going to be updated. [ 950.568898] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.569123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.569227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.569518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.569656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.569820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede4d146-6b95-4639-bf3c-e6dea9f5caa1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.854127] env[65380]: INFO networking_nsxv3.common.synchronization [req-61930bb6-f62b-4c91-bbcf-9746cba3fc54 req-4d76bee3-52ff-4b68-93fc-1b1430f20f6e tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 950.854934] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 950.855559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.855559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.855559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.855823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.855981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.856076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.856113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.857790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.857790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.857790] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.216937] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da in Status: SUCCESS [ 951.216937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.216937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.216937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.216937] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.216937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.216937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.216937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.216937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.216937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.216937] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.244187] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.244187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-970" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.244187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-970" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.244187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-970" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.244187] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.244187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.244187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.244187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.244708] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.245060] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.245280] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.245471] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.245713] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.246156] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.246443] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.246690] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.268294] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.268294] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.268294] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.268294] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-970" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.268294] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-b232479f-5d12-40ef-b37a-1d761c174fba taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.268294] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.268294] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.268294] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.268294] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b232479f-5d12-40ef-b37a-1d761c174fba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.364019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.364019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.364019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.364019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.364019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.364019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.364019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.364019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.364019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.364019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.364019] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 already deleted. [ 951.364019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.719159] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.769991] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.770289] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.770567] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.770856] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.770991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.771174] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port b232479f-5d12-40ef-b37a-1d761c174fba not found, creating... [ 951.771484] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.771613] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.771766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.771956] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.772110] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.772406] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.772571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.772685] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.772891] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.773027] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.773164] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: b232479f-5d12-40ef-b37a-1d761c174fba is going to be created. [ 951.795496] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.795708] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.795831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.796125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.796356] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.796571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.975512] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: SUCCESS [ 951.975906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.976099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.976350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.976595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.977594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.977594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.977594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.977594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.977594] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.221686] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da: rpc.has_security_group_logging(os_id): False [ 952.243241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.243420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.243521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.243820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.243941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.244268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.244753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.244753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.244753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.244912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.244912] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da is going to be created. [ 952.322927] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.323200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.323313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.323631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.323959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.338711] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da in Status: IN_PROGRESS for 2s [ 952.479719] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.533320] env[65380]: INFO networking_nsxv3.common.synchronization [req-61930bb6-f62b-4c91-bbcf-9746cba3fc54 req-77a23a2b-97d8-4a60-ba4a-4da0e298a332 service nova] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_rules [ 952.533452] env[65380]: INFO networking_nsxv3.common.synchronization [req-61930bb6-f62b-4c91-bbcf-9746cba3fc54 req-77a23a2b-97d8-4a60-ba4a-4da0e298a332 service nova] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 952.533692] env[65380]: INFO networking_nsxv3.common.synchronization [req-61930bb6-f62b-4c91-bbcf-9746cba3fc54 req-77a23a2b-97d8-4a60-ba4a-4da0e298a332 service nova] Enqueued Resource ID: b232479f-5d12-40ef-b37a-1d761c174fba with Priority: HIGHEST for action port [ 952.534293] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_rules [ 952.534552] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 952.534552] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b232479f-5d12-40ef-b37a-1d761c174fba with Priority: HIGHEST for action port [ 952.534798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.535202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.535202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.535303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.535392] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.536321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.536481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.536521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.537385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.537385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.537385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.537385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.537385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.537385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.537385] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.538583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b232479f-5d12-40ef-b37a-1d761c174fba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.538583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.538583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.538583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.538583] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b232479f-5d12-40ef-b37a-1d761c174fba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.984729] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.040367] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.041449] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.041601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.042009] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b232479f-5d12-40ef-b37a-1d761c174fba with status ACTIVE [ 953.042236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.042379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.042467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.043130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.043130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.043130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.043130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.043130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.043372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.043406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.043624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.043757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.043836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.043998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.044113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.044277] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b232479f-5d12-40ef-b37a-1d761c174fba is going to be updated. [ 953.065261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.065416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.065475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.065675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.065808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.065968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.247180] env[65380]: INFO networking_nsxv3.common.synchronization [req-1ae3727e-c146-444a-949a-7fbd9f9fa830 req-36d8066b-15d9-4bac-afd2-5cac9ccf174f tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 953.247756] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 953.248210] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.248346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.248414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.248649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.248807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.248907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.248967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.249172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.249236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.249380] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.488555] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.488555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.488555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.488555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.488555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.488555] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 is going to be updated. [ 953.528713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.528713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.529009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.529009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.530012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.540589] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: IN_PROGRESS for 2s [ 953.543028] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.579505] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.579505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.579505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.579505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.579710] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.579862] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.579977] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.580198] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.580469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.580556] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.580704] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.580827] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.581020] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.581082] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.581196] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.581352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.601550] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.601830] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.602488] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.602488] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-344" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.602488] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-541d25ea-be06-4455-8521-a7877a175eef taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.602697] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-541d25ea-be06-4455-8521-a7877a175eef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.602838] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-541d25ea-be06-4455-8521-a7877a175eef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.603206] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-541d25ea-be06-4455-8521-a7877a175eef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.603348] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('541d25ea-be06-4455-8521-a7877a175eef',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.755487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.755487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.755487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.755487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.755487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.755487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.755487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.755487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.755487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.755487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.755487] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 953.779732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.779931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.779931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.780124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.780269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.803654] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 954.046300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.046300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.046300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.046697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.047473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.047473] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 is going to be created. [ 954.072265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.072469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.072576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.072772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.072931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.084596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: UNINITIALIZED for 2s [ 954.106813] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.107050] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.107180] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.107460] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.107607] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.107759] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 541d25ea-be06-4455-8521-a7877a175eef not found, creating... [ 954.108027] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.108250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.108570] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.108809] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.109000] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.109497] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.109716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.109882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.110172] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.110358] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.110550] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 541d25ea-be06-4455-8521-a7877a175eef is going to be created. [ 954.130349] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.130548] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.130667] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.130918] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.131154] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.131401] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-541d25ea-be06-4455-8521-a7877a175eef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.352761] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da in Status: SUCCESS [ 954.353175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.891147] env[65380]: INFO networking_nsxv3.common.synchronization [req-1ae3727e-c146-444a-949a-7fbd9f9fa830 req-ced58a65-8729-4deb-9fb4-8a9d41226b04 service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 954.891432] env[65380]: INFO networking_nsxv3.common.synchronization [req-1ae3727e-c146-444a-949a-7fbd9f9fa830 req-ced58a65-8729-4deb-9fb4-8a9d41226b04 service nova] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 954.891587] env[65380]: INFO networking_nsxv3.common.synchronization [req-1ae3727e-c146-444a-949a-7fbd9f9fa830 req-ced58a65-8729-4deb-9fb4-8a9d41226b04 service nova] Enqueued Resource ID: 541d25ea-be06-4455-8521-a7877a175eef with Priority: HIGHEST for action port [ 954.892296] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_rules [ 954.892506] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 954.892585] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 541d25ea-be06-4455-8521-a7877a175eef with Priority: HIGHEST for action port [ 954.892868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.893108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.893108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.893339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.893418] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.894360] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.894459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.894671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-541d25ea-be06-4455-8521-a7877a175eef taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.894770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-541d25ea-be06-4455-8521-a7877a175eef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.894883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-541d25ea-be06-4455-8521-a7877a175eef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.895021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-541d25ea-be06-4455-8521-a7877a175eef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.895118] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('541d25ea-be06-4455-8521-a7877a175eef',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.397389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.397700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.397700] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 541d25ea-be06-4455-8521-a7877a175eef with status ACTIVE [ 955.397851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.397949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.398024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.398234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.398320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.398519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.398570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.398625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.398774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.398851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.399055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.399194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.399317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.399374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.399432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.399516] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 541d25ea-be06-4455-8521-a7877a175eef is going to be updated. [ 955.420492] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.420632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.420696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.420894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.421039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.421198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-541d25ea-be06-4455-8521-a7877a175eef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.552702] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: SUCCESS [ 955.553061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.553327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.553635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.553919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.554115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.554223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.554995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.554995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.554995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.554995] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.681570] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c245a42-1c84-43fb-bff0-553da1a7b8b7 req-4c7dc356-b5d8-4ae4-86a5-4742295a52f1 tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 955.683599] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 955.684031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.684186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.684284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.684503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.685782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.685934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.686028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.686204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.686293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.686388] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.816214] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 955.816494] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 deletion is rescheduled due to dependency. [ 955.816709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.817444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.817699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.817899] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.818080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.818182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.818383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.818498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.818601] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.047673] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.049120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.049120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.049120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.049120] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.049120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.049120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.049425] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.049579] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.049794] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.049918] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.050035] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.050143] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.050259] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.050374] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.050508] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.058704] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.058889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.058991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.059248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.059425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.059534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.059881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.059881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.060034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.060171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.060352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.060470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.060535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.060676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.060839] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.060933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.061029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.061236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.061386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.061475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.061586] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.070836] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.071031] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.071171] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.071454] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.071834] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.072014] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.072139] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.072506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.073265] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2361d68c-7cc4-4adf-82a1-5af372c2ddb7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.094737] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: SUCCESS [ 956.096112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.096112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.097046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.097046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.097046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.097046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.097046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.097046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.097046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.097046] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.191644] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.321479] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.563674] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4be9a739-7d44-4373-aabd-b9411d94a847: rpc.has_security_group_logging(os_id): False [ 956.576776] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.576776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.576776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.577077] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.577288] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.577456] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 2361d68c-7cc4-4adf-82a1-5af372c2ddb7 not found, creating... [ 956.577867] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.578139] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.578317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.578657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.578869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.579384] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.579570] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.579727] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.580039] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.580230] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.580453] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 2361d68c-7cc4-4adf-82a1-5af372c2ddb7 is going to be created. [ 956.585045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.585162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.585233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.585417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.585503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.585683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.585778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.585855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.586020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.586120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.586373] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.586510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.586566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.586738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.586896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.587159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.587313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.587403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.587589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.587713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.587808] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 is going to be updated. [ 956.599122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.599286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.599360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.599554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.599721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.599815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.599877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.600033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.600135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.600199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.600342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.600432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.600500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.600625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.600753] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.600837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.600897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.601050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.601130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.601211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.601328] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.610269] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.610466] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.610588] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.610845] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.611082] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.611328] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.654632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.654872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.654872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.655060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.655208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.675721] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: IN_PROGRESS for 2s [ 956.697737] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.824786] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.103972] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 650fed4f-0521-4099-b1a9-599dfc430718: rpc.has_security_group_logging(os_id): False [ 957.125844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.125989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.125989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.126259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.126375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.126590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.126829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.126829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.128116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.128116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.128116] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.128116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.128116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.128116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.128116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.128116] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.128443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.128443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.128725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.128792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.128835] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 is going to be created. [ 957.201394] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.201663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.201712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.202027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.202088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.202183] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 957.218474] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.218474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.218474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.218474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.218474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.228283] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: IN_PROGRESS for 2s [ 957.239670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.239867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.239917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.240218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.240398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.252666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 957.331562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.331562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.331562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.331562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.331562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.331562] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 957.365536] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c245a42-1c84-43fb-bff0-553da1a7b8b7 req-962e0cbb-8953-4074-b259-e7107a0ff75a service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 957.365974] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c245a42-1c84-43fb-bff0-553da1a7b8b7 req-962e0cbb-8953-4074-b259-e7107a0ff75a service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 957.366267] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c245a42-1c84-43fb-bff0-553da1a7b8b7 req-962e0cbb-8953-4074-b259-e7107a0ff75a service nova] Enqueued Resource ID: 2361d68c-7cc4-4adf-82a1-5af372c2ddb7 with Priority: HIGHEST for action port [ 957.367667] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 957.367737] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 957.367789] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2361d68c-7cc4-4adf-82a1-5af372c2ddb7 with Priority: HIGHEST for action port [ 957.368094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.368219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.368276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.368486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.368560] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.369940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.370099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.370295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.370426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.370525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.370753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.370848] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2361d68c-7cc4-4adf-82a1-5af372c2ddb7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.374525] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.374719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.374811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.375327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.375327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.389698] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 957.878835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.878835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.879264] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2361d68c-7cc4-4adf-82a1-5af372c2ddb7 with status ACTIVE [ 957.879264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.879264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.879421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.879613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.879769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.880340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.880340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.880340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.880561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.880695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.880928] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.881041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.881103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.881256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.881359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.881446] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2361d68c-7cc4-4adf-82a1-5af372c2ddb7 is going to be updated. [ 957.905271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.905554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.905554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.905728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.905786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.905930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2361d68c-7cc4-4adf-82a1-5af372c2ddb7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.693122] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: SUCCESS [ 958.693825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.241668] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: SUCCESS [ 959.242016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.266164] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 959.266455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.266668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.266914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.267133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.267257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.267326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.267543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.267629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.267747] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.401490] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 959.401704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.401875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.402119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.402322] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.402448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.402508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.402668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.402748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.402864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.402952] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.772563] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.906126] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.906544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.906544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.906793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.906987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.907091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.907156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.907330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.907633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.907633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.907633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.907813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.907813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.908055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.908229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.908370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.908469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.908636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.908731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.908843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.908971] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.277557] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.411655] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9: rpc.has_security_group_logging(os_id): False [ 960.432939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.433199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.433265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.433619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.433790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.434100] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.434362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.434451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.434753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.434869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.435226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.435347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.435494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.435682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.435782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.436063] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.436258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.436334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.436541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.436616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.436702] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 960.517317] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.517511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.517511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.517724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.517867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.534944] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 960.783033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.783033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.783033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.783259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.783259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.783337] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 960.975919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.976118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.976118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.976328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.976466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.987569] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 962.369064] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 962.369064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 962.549521] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 962.549749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.002132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 963.002337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.002554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.002790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.002981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.003109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.003172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.003334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.003411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.003500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.003592] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.509402] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.509873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.509873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.510402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.510402] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.510402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.510628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.510716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.510782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.510843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.511058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.511252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.511252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.511576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.511576] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.511685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.511729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.511887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.511975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.512090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.512173] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.015473] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90: rpc.has_security_group_logging(os_id): False [ 964.035053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.035252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.035305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.035532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.035628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.035844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.035969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.036059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.036246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.036324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.036519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.036610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.036668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.036805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.036876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.037080] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.037233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.037300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.037440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.037516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.037596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 964.109276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.109564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.109564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.110069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.110069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.125858] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 966.143657] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 966.144000] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.370443] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.370752] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 967.787021] env[65380]: INFO networking_nsxv3.common.synchronization [req-324030b8-acd6-4f3b-a5a8-dac475a1ccfe req-13ab0b7e-7a9a-4541-b6ab-669a5e6890f7 tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 967.787021] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 967.787021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.787021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.787021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.787021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.787021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.787899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.789897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.789897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.789897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.789897] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.218832] env[65380]: INFO networking_nsxv3.common.synchronization [req-24fa3f59-0b58-4d4f-b187-dfadb6b52891 req-e2a1f964-3691-4501-82ab-e954b7a84b59 tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 968.219445] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 968.219745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.219858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.219923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.220136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.220279] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.220374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.220431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.220589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.220671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.220758] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.291058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.291058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.291345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.291402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.291499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.291743] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.291854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.291916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.292087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.292163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.292247] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb is going to be updated. [ 968.323365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.323365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.323365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.323365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.323365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.331092] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: IN_PROGRESS for 2s [ 968.652946] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cd04d9b-7642-46ec-ae4e-8d3077cf781c req-b9ff95b7-fc0a-4043-8e83-b7d120ccf20d tempest-MultipleCreateTestJSON-412304750 tempest-MultipleCreateTestJSON-412304750-project-member] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 968.652946] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 968.653297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.653297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.653297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.653654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.653819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.653917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.653976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.654143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.654495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.654597] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.722734] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.041955] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.042176] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.042325] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.042706] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.042972] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.043143] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.043259] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.043473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.043680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.043919] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.044057] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.044112] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.044212] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.044315] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.044416] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.044542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.067636] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.067768] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.067954] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.068086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.068431] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.068621] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.068735] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.069075] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.069224] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ddc9b7-1e34-43a1-94a6-7bb173239c8d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.156745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.156921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.157029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.157284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.157363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.157581] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.157665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.157773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.157970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.158064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.158200] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c already deleted. [ 969.158271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.224460] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.572475] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.572758] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.574141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.574141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.574141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.574141] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port d7ddc9b7-1e34-43a1-94a6-7bb173239c8d not found, creating... [ 969.574141] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.574489] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.574655] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.574971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.575171] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.575895] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.576278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.576406] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.576689] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.576859] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.577055] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: d7ddc9b7-1e34-43a1-94a6-7bb173239c8d is going to be created. [ 969.579013] env[65380]: INFO networking_nsxv3.common.synchronization [req-24a6e166-1594-4f1a-b30b-c09e216c5fc9 req-f09e3730-1757-4358-a106-f02c6355d455 tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 969.579759] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 969.580611] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.580821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.580929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.581261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.581507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.581644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.581730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.581919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.582857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.582857] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.600264] env[65380]: INFO networking_nsxv3.common.synchronization [req-24a6e166-1594-4f1a-b30b-c09e216c5fc9 req-f09e3730-1757-4358-a106-f02c6355d455 tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 969.600593] env[65380]: INFO networking_nsxv3.common.synchronization [req-24a6e166-1594-4f1a-b30b-c09e216c5fc9 req-f09e3730-1757-4358-a106-f02c6355d455 tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 969.600680] env[65380]: INFO networking_nsxv3.common.synchronization [req-24a6e166-1594-4f1a-b30b-c09e216c5fc9 req-f09e3730-1757-4358-a106-f02c6355d455 tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 with Priority: HIGHEST for action port [ 969.601950] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.602152] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.602274] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.602546] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.602775] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.602990] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.604121] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 969.604265] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 969.604365] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 with Priority: HIGHEST for action port [ 969.604925] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.605061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.605134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.605343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.605429] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.606223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.606322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.606514] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9b930f-8b23-4b56-a7a2-22d1ea972032 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.606614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.606678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.606841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.606913] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9b930f-8b23-4b56-a7a2-22d1ea972032',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.727660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.727660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.727660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.727660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.727660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.728085] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 969.781400] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.781647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.781647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.781851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.782012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.797436] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 970.084687] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.108429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.108429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.108610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d9b930f-8b23-4b56-a7a2-22d1ea972032 with status ACTIVE [ 970.108682] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.108792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.108866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.109081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.109245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.109422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.109522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.109592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.109735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.109808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.109990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.110175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.110237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.110422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.110516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.110610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 is going to be updated. [ 970.135110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.135110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.135363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.135976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.135976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.135976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.342329] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: SUCCESS [ 970.342586] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb deletion is rescheduled due to dependency. [ 970.342687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.363397] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cd04d9b-7642-46ec-ae4e-8d3077cf781c req-6abec4a9-f579-49e7-af8c-9d61d480cc43 service nova] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_rules [ 970.363535] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cd04d9b-7642-46ec-ae4e-8d3077cf781c req-6abec4a9-f579-49e7-af8c-9d61d480cc43 service nova] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 970.363677] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cd04d9b-7642-46ec-ae4e-8d3077cf781c req-6abec4a9-f579-49e7-af8c-9d61d480cc43 service nova] Enqueued Resource ID: d7ddc9b7-1e34-43a1-94a6-7bb173239c8d with Priority: HIGHEST for action port [ 970.364391] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_rules [ 970.364564] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 970.364624] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ddc9b7-1e34-43a1-94a6-7bb173239c8d with Priority: HIGHEST for action port [ 970.365461] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.365566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.365638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.365908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.365991] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.367068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.367131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.367187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.367363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.367509] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.367602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.367759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.367943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.369025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.369140] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.370777] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.370906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.370950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.371116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.371184] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ddc9b7-1e34-43a1-94a6-7bb173239c8d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.587156] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.876083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.876083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.876083] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.876494] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7ddc9b7-1e34-43a1-94a6-7bb173239c8d with status ACTIVE [ 970.876494] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.876584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.876674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.876878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.876930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.877112] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.877213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.877267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.877429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.877509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.877709] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.877803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.877881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.878262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.878382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.878474] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7ddc9b7-1e34-43a1-94a6-7bb173239c8d is going to be updated. [ 970.900665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.900896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.900976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.901214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.901432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.901668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7ddc9b7-1e34-43a1-94a6-7bb173239c8d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.090311] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.090311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.090311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.090664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.090664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.090852] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 is going to be updated. [ 971.111251] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cd04d9b-7642-46ec-ae4e-8d3077cf781c req-b8b06d07-aede-4198-8c21-4a10a333d56d tempest-MultipleCreateTestJSON-412304750 tempest-MultipleCreateTestJSON-412304750-project-member] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 971.111913] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 971.112359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.112497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.133115] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.133308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.133377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.133703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.133972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.148807] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: IN_PROGRESS for 2s [ 971.381677] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.517608] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.518690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.518690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.518690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.519974] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.519974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.519974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.519974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.519974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.520275] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.520275] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.520275] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.520378] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.520473] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.520580] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.520711] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.542068] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.542283] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.542463] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.542655] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.542992] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.543203] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.543344] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.543738] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.543868] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dc680e3-7ed3-4f06-bffe-064235b6d6a2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.807970] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 971.808333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.884565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.884907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.884907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.885014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.885105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.885204] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be created. [ 971.915602] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.915602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.915602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.915602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.915602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.924586] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: UNINITIALIZED for 2s [ 972.046135] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.046473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.046883] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.047232] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.047509] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.047932] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 7dc680e3-7ed3-4f06-bffe-064235b6d6a2 not found, creating... [ 972.048247] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.048552] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.048765] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.049125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.049385] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.049851] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.050209] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.050385] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.050720] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.050953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.051204] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 7dc680e3-7ed3-4f06-bffe-064235b6d6a2 is going to be created. [ 972.075169] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.075435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.075551] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.075852] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.076113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.076346] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.810629] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cd04d9b-7642-46ec-ae4e-8d3077cf781c req-d428219d-e87f-42d6-a32d-a2299ee926ae service nova] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_rules [ 972.810629] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cd04d9b-7642-46ec-ae4e-8d3077cf781c req-d428219d-e87f-42d6-a32d-a2299ee926ae service nova] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 972.810629] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cd04d9b-7642-46ec-ae4e-8d3077cf781c req-d428219d-e87f-42d6-a32d-a2299ee926ae service nova] Enqueued Resource ID: 7dc680e3-7ed3-4f06-bffe-064235b6d6a2 with Priority: HIGHEST for action port [ 972.810629] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_rules [ 972.810629] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 972.810876] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc680e3-7ed3-4f06-bffe-064235b6d6a2 with Priority: HIGHEST for action port [ 972.811073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.811073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.811305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.811392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.811820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.811820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.811820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.812856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.812856] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dc680e3-7ed3-4f06-bffe-064235b6d6a2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.855000] env[65380]: INFO networking_nsxv3.common.synchronization [req-d6342ae1-6841-4f61-876d-65ac009a4442 req-3c48be67-d593-4d9e-b65d-d367ec7b6b0b tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 972.855000] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 972.855000] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.855000] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.870642] env[65380]: INFO networking_nsxv3.common.synchronization [req-d6342ae1-6841-4f61-876d-65ac009a4442 req-3c48be67-d593-4d9e-b65d-d367ec7b6b0b tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 972.870642] env[65380]: INFO networking_nsxv3.common.synchronization [req-d6342ae1-6841-4f61-876d-65ac009a4442 req-3c48be67-d593-4d9e-b65d-d367ec7b6b0b tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 972.870642] env[65380]: INFO networking_nsxv3.common.synchronization [req-d6342ae1-6841-4f61-876d-65ac009a4442 req-3c48be67-d593-4d9e-b65d-d367ec7b6b0b tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 with Priority: HIGHEST for action port [ 972.870642] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_rules [ 972.870642] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 972.870642] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 with Priority: HIGHEST for action port [ 972.871356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.871356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.871356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.871356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.871356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9b930f-8b23-4b56-a7a2-22d1ea972032 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.871607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.871607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.871673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.872012] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9b930f-8b23-4b56-a7a2-22d1ea972032',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.159876] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: SUCCESS [ 973.160208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.160208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.160400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.160588] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.160689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.160749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.160899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.160979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.161086] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.314763] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dc680e3-7ed3-4f06-bffe-064235b6d6a2 with status ACTIVE [ 973.314947] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.315101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.315170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.315398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.315647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.315721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.315775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.315809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.315963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.316169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.316387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.316578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.316646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.316795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.316871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.316960] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dc680e3-7ed3-4f06-bffe-064235b6d6a2 is going to be updated. [ 973.342022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.342163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.342234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.342448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.342589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.342743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dc680e3-7ed3-4f06-bffe-064235b6d6a2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.376496] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d9b930f-8b23-4b56-a7a2-22d1ea972032 with status ACTIVE [ 973.376763] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.376919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.376989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.377226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.377404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.377540] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.377692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.377787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.377982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.378115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.378314] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.378450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.378509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.378613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.378686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.378769] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d9b930f-8b23-4b56-a7a2-22d1ea972032 is going to be updated. [ 973.402356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.402578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.402578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.402800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.402972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.403149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9b930f-8b23-4b56-a7a2-22d1ea972032" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.663701] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.934986] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 973.935234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.935408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.935632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.935822] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.935934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.935993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.936152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.936229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.936312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.936414] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.937535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.938624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.938624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.938624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.938624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.938624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.938624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.938624] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.986895] env[65380]: INFO networking_nsxv3.common.synchronization [req-839b9ec7-2a14-42ac-9717-af9b6cad57d9 req-aaf39ef9-c6d6-47fa-82b6-90eadde91995 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 973.986895] env[65380]: INFO networking_nsxv3.common.synchronization [req-839b9ec7-2a14-42ac-9717-af9b6cad57d9 req-aaf39ef9-c6d6-47fa-82b6-90eadde91995 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 with Priority: HIGHEST for action security_group_members [ 973.987635] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 973.987635] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 with Priority: HIGHEST for action security_group_members [ 973.987876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.987991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.988069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.988273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.988417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.988516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.988576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.988758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.988795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.988881] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.989916] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e2f5c1-c585-4832-adf4-cab8715aeb10 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.989916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.989916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.990117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.990243] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.990336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.990398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.990535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.990611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.990694] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e2f5c1-c585-4832-adf4-cab8715aeb10',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.034442] env[65380]: INFO networking_nsxv3.common.synchronization [req-839b9ec7-2a14-42ac-9717-af9b6cad57d9 req-aaf39ef9-c6d6-47fa-82b6-90eadde91995 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 with Priority: HIGHEST for action security_group_rules [ 974.034676] env[65380]: INFO networking_nsxv3.common.synchronization [req-839b9ec7-2a14-42ac-9717-af9b6cad57d9 req-aaf39ef9-c6d6-47fa-82b6-90eadde91995 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 with Priority: HIGHEST for action security_group_members [ 974.034962] env[65380]: INFO networking_nsxv3.common.synchronization [req-839b9ec7-2a14-42ac-9717-af9b6cad57d9 req-aaf39ef9-c6d6-47fa-82b6-90eadde91995 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_rules [ 974.035186] env[65380]: INFO networking_nsxv3.common.synchronization [req-839b9ec7-2a14-42ac-9717-af9b6cad57d9 req-aaf39ef9-c6d6-47fa-82b6-90eadde91995 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 974.035375] env[65380]: INFO networking_nsxv3.common.synchronization [req-839b9ec7-2a14-42ac-9717-af9b6cad57d9 req-aaf39ef9-c6d6-47fa-82b6-90eadde91995 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: b232479f-5d12-40ef-b37a-1d761c174fba with Priority: HIGHEST for action port [ 974.035981] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 with Priority: HIGHEST for action security_group_rules [ 974.036165] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_rules [ 974.036300] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b232479f-5d12-40ef-b37a-1d761c174fba with Priority: HIGHEST for action port [ 974.036409] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 with Priority: HIGHEST for action security_group_members [ 974.036529] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 974.036916] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e2f5c1-c585-4832-adf4-cab8715aeb10 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.037079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.037150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.037470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.037565] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e2f5c1-c585-4832-adf4-cab8715aeb10',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.038839] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.038966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.039066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.039281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.039360] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.040363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b232479f-5d12-40ef-b37a-1d761c174fba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.040363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.040587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.040587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.040695] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b232479f-5d12-40ef-b37a-1d761c174fba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.041810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e2f5c1-c585-4832-adf4-cab8715aeb10 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.041945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.042173] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.042320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.076661] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.076896] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.076976] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.077264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.077796] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.077980] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.078121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.078347] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.078491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.078697] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.078808] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.078912] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.079028] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.079136] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.079397] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.079546] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.100509] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.100686] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.100896] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.101038] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.101381] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-8f2d5640-ec39-4086-a42f-459cdaa563bb taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.101575] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.101672] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.101934] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.102076] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2d5640-ec39-4086-a42f-459cdaa563bb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.167428] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.440486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.440660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.440863] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.491968] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.493641] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37e2f5c1-c585-4832-adf4-cab8715aeb10',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.503085] env[65380]: INFO networking_nsxv3.common.synchronization [req-83090580-3b68-459a-b4b7-5ec7e7f63a37 req-92a60a63-7f9c-46c4-9363-37d9dac21de8 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 974.503282] env[65380]: INFO networking_nsxv3.common.synchronization [req-83090580-3b68-459a-b4b7-5ec7e7f63a37 req-92a60a63-7f9c-46c4-9363-37d9dac21de8 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 with Priority: HIGHEST for action security_group_members [ 974.504346] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 974.504679] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 with Priority: HIGHEST for action security_group_members [ 974.505184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.505279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.505508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e2f5c1-c585-4832-adf4-cab8715aeb10 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.505602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.543419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e2f5c1-c585-4832-adf4-cab8715aeb10 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.543667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.543861] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.543982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.544209] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b232479f-5d12-40ef-b37a-1d761c174fba with status ACTIVE [ 974.544385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.544506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.544597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.544837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.544932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.545181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.545296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.545377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.545561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.545667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.545867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.545971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.546065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.546249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.546335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.546437] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b232479f-5d12-40ef-b37a-1d761c174fba is going to be updated. [ 974.553373] env[65380]: INFO networking_nsxv3.common.synchronization [req-83090580-3b68-459a-b4b7-5ec7e7f63a37 req-92a60a63-7f9c-46c4-9363-37d9dac21de8 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_rules [ 974.553545] env[65380]: INFO networking_nsxv3.common.synchronization [req-83090580-3b68-459a-b4b7-5ec7e7f63a37 req-92a60a63-7f9c-46c4-9363-37d9dac21de8 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 974.553701] env[65380]: INFO networking_nsxv3.common.synchronization [req-83090580-3b68-459a-b4b7-5ec7e7f63a37 req-92a60a63-7f9c-46c4-9363-37d9dac21de8 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: b232479f-5d12-40ef-b37a-1d761c174fba with Priority: HIGHEST for action port [ 974.554243] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_rules [ 974.554376] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 974.554471] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b232479f-5d12-40ef-b37a-1d761c174fba with Priority: HIGHEST for action port [ 974.554746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.554845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.555075] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.555164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.555344] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b232479f-5d12-40ef-b37a-1d761c174fba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.555435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.570483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.570652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.570725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.570948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.571139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.571399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.572097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.572337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.572482] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b232479f-5d12-40ef-b37a-1d761c174fba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.604298] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.604520] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.604647] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.604927] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.605094] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.605382] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.605635] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.605753] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.605969] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.606126] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.606410] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.606556] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.606683] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.606888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.607075] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.607236] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 8f2d5640-ec39-4086-a42f-459cdaa563bb is going to be updated. [ 974.631218] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.631562] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.631715] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.631992] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.632208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.632481] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.670844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.671074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.671293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.671579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.671713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.671828] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 is going to be updated. [ 974.723285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.723529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.723649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.724479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.724706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.737603] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: IN_PROGRESS for 2s [ 974.944065] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.994040] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.997963] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37e2f5c1-c585-4832-adf4-cab8715aeb10',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.075753] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b232479f-5d12-40ef-b37a-1d761c174fba with status ACTIVE [ 975.077791] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.077791] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.077791] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.077791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.077791] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b232479f-5d12-40ef-b37a-1d761c174fba is going to be updated. [ 975.106877] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.106877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.106877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.106877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.106877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.106877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b232479f-5d12-40ef-b37a-1d761c174fba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.351652] env[65380]: INFO networking_nsxv3.common.synchronization [req-b9a82adf-1202-4d9c-95a1-042d24dbd88e req-852f5795-8d6c-4934-b506-3cb075787a0e service nova] Enqueued Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_rules [ 975.352070] env[65380]: INFO networking_nsxv3.common.synchronization [req-b9a82adf-1202-4d9c-95a1-042d24dbd88e req-852f5795-8d6c-4934-b506-3cb075787a0e service nova] Enqueued Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_members [ 975.352070] env[65380]: INFO networking_nsxv3.common.synchronization [req-b9a82adf-1202-4d9c-95a1-042d24dbd88e req-852f5795-8d6c-4934-b506-3cb075787a0e service nova] Enqueued Resource ID: 8f2d5640-ec39-4086-a42f-459cdaa563bb with Priority: HIGHEST for action port [ 975.352631] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_rules [ 975.352788] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_members [ 975.352886] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f2d5640-ec39-4086-a42f-459cdaa563bb with Priority: HIGHEST for action port [ 975.353249] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.353374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.353454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.353682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.353804] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.354811] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.355908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.355908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.355908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.355908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.355908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.355908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.355908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.355908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.355908] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.356674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f2d5640-ec39-4086-a42f-459cdaa563bb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.356674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.356859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.356917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.356982] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2d5640-ec39-4086-a42f-459cdaa563bb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.446972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.447228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.447228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.447426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.447564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.447712] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 975.480892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.481085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.481170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.481441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.481664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.494221] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 975.499072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.499308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.499421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.499682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.499780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.499896] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 is going to be updated. [ 975.501443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.501605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.501719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.501965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.502074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.502177] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 is going to be created. [ 975.524706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.524849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.524918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.525148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.525302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.531675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.531840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.531888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.532085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.532231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.539802] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 in Status: UNINITIALIZED for 2s [ 975.541361] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: IN_PROGRESS for 2s [ 975.858524] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.860480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.860706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.861308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f2d5640-ec39-4086-a42f-459cdaa563bb with status ACTIVE [ 975.861559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.861729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.861864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.862170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.862339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.862599] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.862752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.862862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.863103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.863265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.863504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.863657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.863812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.864000] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.864144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.864409] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f2d5640-ec39-4086-a42f-459cdaa563bb is going to be updated. [ 975.897821] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.897990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.898076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.898288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.898427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.898585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f2d5640-ec39-4086-a42f-459cdaa563bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.363221] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.755199] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: SUCCESS [ 976.755199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.755199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.755199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.755199] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.755199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.755199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.755199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.755199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.755199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.755199] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.761724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.761724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.761724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.762991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.762991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.762991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.762991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.762991] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.868249] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.868249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.868249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.868249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.868545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.868545] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe is going to be updated. [ 976.908640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.909167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.909969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.909969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.910102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.921276] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: IN_PROGRESS for 2s [ 977.262118] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.267165] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.508346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 977.508817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.508923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.509231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.509463] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.509634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.509735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.509978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.510127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.510324] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.554904] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: SUCCESS [ 977.554904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.554904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.554904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.554904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.554904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.555432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.555711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.555895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.556173] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.558137] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 in Status: SUCCESS [ 977.560020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.560020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.560020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.560020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.560020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.560020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.560020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.560020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.560020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e2f5c1-c585-4832-adf4-cab8715aeb10',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.766825] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11a3dc7a-481b-49af-a308-879ae3b69ae3: rpc.has_security_group_logging(os_id): False [ 977.769577] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.794956] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.795367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.798026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.798026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.798026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.798026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.798026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.798026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.798026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.798026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.798026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 is going to be updated. [ 977.870689] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.870859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.870906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.871113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.871267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.887313] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: IN_PROGRESS for 2s [ 978.013456] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.063073] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.064046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.064262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.064326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.064574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.064672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.064940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.065112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.065187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.065421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.065521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.065626] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 is going to be deleted. [ 978.111930] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.112311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.112311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.112603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.112688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.112830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.112954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.113129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.113377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.113525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.113615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.113840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.113840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.114024] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e2f5c1-c585-4832-adf4-cab8715aeb10',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.277468] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.277654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.277730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.277964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.278072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.278178] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 is going to be updated. [ 978.330528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.330743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.330785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.330988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.331158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.353993] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: IN_PROGRESS for 2s [ 978.515505] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.569860] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.616217] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.616482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.616482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.616666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.616753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.616952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.617060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.617130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.617279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.617353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.617433] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 already deleted. [ 978.617558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.617673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.617865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.617955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.618083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.618144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.618282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.618355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.618450] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e2f5c1-c585-4832-adf4-cab8715aeb10',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.932447] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: SUCCESS [ 978.932768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.932946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.933196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.933390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.933510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.933571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.934306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.934306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.934306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.934306] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.018554] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.018716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.018778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.019171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.019352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.019435] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 979.053768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.053957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.054018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.054208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.054878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.064970] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 979.073571] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.073735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.073800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.073981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.074083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.074170] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 is going to be updated. [ 979.106819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.107084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.107179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.107469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.107689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.118236] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: IN_PROGRESS for 2s [ 979.120848] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.121042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.121111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.121356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.121564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.121821] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.121946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.122028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.122218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.122325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.122437] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 already deleted. [ 979.122521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.122624] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37e2f5c1-c585-4832-adf4-cab8715aeb10',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.161873] env[65380]: INFO networking_nsxv3.common.synchronization [req-9ed13318-241c-4a22-ad08-76e2aae26714 req-3e5905cd-900c-420f-b837-bf22bd1f4066 tempest-AttachInterfacesUnderV243Test-1835845424 tempest-AttachInterfacesUnderV243Test-1835845424-project-member] Enqueued Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 979.162973] env[65380]: INFO networking_nsxv3.common.synchronization [req-0ec52746-1d45-4d6d-b743-1b2e2eccf88c req-bedbcffd-ecc8-4466-93f3-729cef289574 tempest-ServerRescueTestJSON-782801804 tempest-ServerRescueTestJSON-782801804-project-member] Enqueued Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 979.163596] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 with Priority: HIGHEST for action security_group_members [ 979.163739] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 979.164104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-11a3dc7a-481b-49af-a308-879ae3b69ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.164209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.164460] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.164509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.164577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.164757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.164898] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.164990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.165062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.165210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.165292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.165381] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.436580] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.624689] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37e2f5c1-c585-4832-adf4-cab8715aeb10',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.672382] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.902589] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: SUCCESS [ 979.902589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.902589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.902589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.902589] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.939428] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77041bd6-f8f6-4614-9d17-6615be29fefe: rpc.has_security_group_logging(os_id): False [ 979.963541] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.963712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.963712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.963922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.964309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.964609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.964738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.964821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.965014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.965099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.965190] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe is going to be updated. [ 980.053896] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.054060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.054146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.054349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.054492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.085218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: IN_PROGRESS for 2s [ 980.126704] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37e2f5c1-c585-4832-adf4-cab8715aeb10: rpc.has_security_group_logging(os_id): False [ 980.144619] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.144856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.144961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.145223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.145352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.145593] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.145691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.145769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.146010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.146137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.146264] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 is going to be created. [ 980.176030] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/37e2f5c1-c585-4832-adf4-cab8715aeb10], does not exist path=[/infra/domains/default/groups/37e2f5c1-c585-4832-adf4-cab8715aeb10]."\n}' [ 980.176030] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/37e2f5c1-c585-4832-adf4-cab8715aeb10 [ 980.176185] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 980.177299] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.226493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.226493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.226493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.226493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.227757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.228139] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.228239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.228393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.228484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.228545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.228748] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.228863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.228915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.229130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.229267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.229267] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e2f5c1-c585-4832-adf4-cab8715aeb10 is going to be created. [ 980.248262] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/37e2f5c1-c585-4832-adf4-cab8715aeb10], does not exist path=[/infra/domains/default/groups/37e2f5c1-c585-4832-adf4-cab8715aeb10]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/37e2f5c1-c585-4832-adf4-cab8715aeb10 [ 980.248430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e2f5c1-c585-4832-adf4-cab8715aeb10" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.248684] env[65380]: Traceback (most recent call last): [ 980.248684] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 980.248684] env[65380]: return func(*args, **kwargs) [ 980.248684] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 980.248684] env[65380]: res.raise_for_status() [ 980.248684] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 980.248684] env[65380]: raise HTTPError(http_error_msg, response=self) [ 980.248684] env[65380]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/37e2f5c1-c585-4832-adf4-cab8715aeb10 [ 980.248684] env[65380]: During handling of the above exception, another exception occurred: [ 980.248684] env[65380]: Traceback (most recent call last): [ 980.248684] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 980.248684] env[65380]: listener.cb(fileno) [ 980.248684] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 980.248684] env[65380]: result = function(*args, **kwargs) [ 980.248684] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 980.248684] env[65380]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 980.248684] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 980.248684] env[65380]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 980.248684] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 980.248684] env[65380]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 980.248684] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 980.248684] env[65380]: res.raise_for_status() [ 980.248684] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 980.248684] env[65380]: raise HTTPError(http_error_msg, response=self) [ 980.248684] env[65380]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/37e2f5c1-c585-4832-adf4-cab8715aeb10 [ 980.248684] env[65380]: Removing descriptor: 19 [ 980.364803] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 in Status: SUCCESS [ 980.364803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.364803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.364803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.365281] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.365281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.365281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.365281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.365281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.365574] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.422451] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.422451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.422451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.422696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.443313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.443434] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 is going to be deleted. [ 980.503433] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.503433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.503433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.503433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.503433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.503433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.640649] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1343ef35-ea9b-49df-aa6e-9fd11624d2ff tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_rules [ 980.642026] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_rules [ 980.642026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852aa231-41b4-4838-be83-8746678ce591 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.642026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.642026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.642026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.642026] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.681087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.681087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.681087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.681087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.681087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.681087] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 is going to be updated. [ 980.714906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.715071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.715142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.715361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.715510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.727317] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: IN_PROGRESS for 2s [ 980.740019] env[65380]: INFO networking_nsxv3.common.synchronization [None req-11118e02-f23b-4d5b-a3bb-edd5a7a4177b tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_rules [ 980.740865] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_rules [ 980.741371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852aa231-41b4-4838-be83-8746678ce591 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.741504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.868781] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.868980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.869164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.869376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.869591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.869796] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.869913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.869985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.870216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.870369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.870522] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 is going to be deleted. [ 980.922891] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.923086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.923147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.923321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.923417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.923514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.923668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.923831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.924571] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.924571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.924571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.924571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.924571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.924571] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11a3dc7a-481b-49af-a308-879ae3b69ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.942835] env[65380]: INFO networking_nsxv3.common.synchronization [req-8db5181d-6991-48df-aa17-8d0ee617a6c3 req-5ee8f8e0-b969-41b3-9711-8ee77f7c2280 tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 980.943897] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 980.944331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.944486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.944588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.944854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.945061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.945186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.945271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.945462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.945571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.945690] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.076564] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 981.076945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.077629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.077863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.078074] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.078234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.078288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.078398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.078486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.078575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.078722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.078813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.078870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.079554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.079554] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.079554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.079554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.079554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.079554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.079942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.079942] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.128846] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: SUCCESS [ 981.129140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.132258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.132258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.132258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.132258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.132258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.132258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.132258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.132258] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.169096] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.169250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.169319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.169558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.169648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.169862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852aa231-41b4-4838-be83-8746678ce591 already deleted. [ 981.169968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.170137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.170301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.170394] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.330038] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.330038] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.330313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.330464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.330715] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.331048] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.331048] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.331241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.331455] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.331663] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.331766] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.331885] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.331991] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.332122] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.332227] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.332380] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.357080] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.357310] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.357464] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.357836] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.358024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-2eeda30d-20d4-4024-b1d3-8d904714cb27 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.358267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-2eeda30d-20d4-4024-b1d3-8d904714cb27" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.358536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-2eeda30d-20d4-4024-b1d3-8d904714cb27" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.358849] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-2eeda30d-20d4-4024-b1d3-8d904714cb27" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.359031] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eeda30d-20d4-4024-b1d3-8d904714cb27',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.426926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.427195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.427323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.427575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.427698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.427915] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.428067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.428140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.428334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.428416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.428505] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11a3dc7a-481b-49af-a308-879ae3b69ae3 already deleted. [ 981.428583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11a3dc7a-481b-49af-a308-879ae3b69ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.448531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.448714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.448714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.448916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.472631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.473084] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.473084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.473726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.473726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.473726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.473726] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 981.500837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.501057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.501140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.501466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.501692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.512829] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 981.583387] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ba2a46f-a25d-4a09-b69d-6bac0495783c: rpc.has_security_group_logging(os_id): False [ 981.611484] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.611736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.611736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.613236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.613374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.613641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.613828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.613876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.615923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.615923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.616135] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.616843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.616950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.617183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.617407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.617746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.617832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.617901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.618049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.618170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.618296] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be created. [ 981.632613] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.709966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.710377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.710444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.710885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.711203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.714220] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.714442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.714613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.714922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.715229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.715436] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852aa231-41b4-4838-be83-8746678ce591 already deleted. [ 981.715606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.731585] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 981.862113] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.862565] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.862894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.863249] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.863528] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.863826] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 2eeda30d-20d4-4024-b1d3-8d904714cb27 not found, creating... [ 981.867372] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.867742] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.867959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.868400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.868661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.869196] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.869484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.869678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.870914] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.871162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.871365] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 2eeda30d-20d4-4024-b1d3-8d904714cb27 is going to be created. [ 981.896976] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.897301] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.897431] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.897906] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.898334] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.898858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-2eeda30d-20d4-4024-b1d3-8d904714cb27" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.108393] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: SUCCESS [ 982.108954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.136339] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.306026] env[65380]: INFO networking_nsxv3.common.synchronization [req-8a0b8fa5-80c1-4b58-b5a4-659e095e41cb req-f918459f-6509-4e98-b4a7-08aefeaf984d tempest-ImagesTestJSON-851989278 tempest-ImagesTestJSON-851989278-project-member] Enqueued Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 982.307621] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 with Priority: HIGHEST for action security_group_members [ 982.307878] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.308096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.308096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.308345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.308531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.308841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.308841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.308955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.308955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.309151] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.618953] env[65380]: INFO networking_nsxv3.common.synchronization [req-8db5181d-6991-48df-aa17-8d0ee617a6c3 req-bc60ebd8-9011-4858-ab91-1bad562a0c5d service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 982.619241] env[65380]: INFO networking_nsxv3.common.synchronization [req-8db5181d-6991-48df-aa17-8d0ee617a6c3 req-bc60ebd8-9011-4858-ab91-1bad562a0c5d service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 982.619358] env[65380]: INFO networking_nsxv3.common.synchronization [req-8db5181d-6991-48df-aa17-8d0ee617a6c3 req-bc60ebd8-9011-4858-ab91-1bad562a0c5d service nova] Enqueued Resource ID: 2eeda30d-20d4-4024-b1d3-8d904714cb27 with Priority: HIGHEST for action port [ 982.619899] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 982.620020] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 982.620314] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eeda30d-20d4-4024-b1d3-8d904714cb27 with Priority: HIGHEST for action port [ 982.620668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.620848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.620956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.621208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.621370] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.622715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.622715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.622993] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eeda30d-20d4-4024-b1d3-8d904714cb27 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.623152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eeda30d-20d4-4024-b1d3-8d904714cb27" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.623244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eeda30d-20d4-4024-b1d3-8d904714cb27" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.624506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eeda30d-20d4-4024-b1d3-8d904714cb27" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.624506] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eeda30d-20d4-4024-b1d3-8d904714cb27',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.638385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.638794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.638794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.638919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.638951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.639054] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 is going to be updated. [ 982.677726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.677726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.677726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.677726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.677726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.686973] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: IN_PROGRESS for 2s [ 982.695726] env[65380]: INFO networking_nsxv3.common.synchronization [req-f75c1f1f-33c9-40f4-83c5-4efbe06dbfc3 req-65dbd941-2106-4e09-8e78-1568d0de9bd9 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 982.696455] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 982.697373] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.697373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.697373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.697605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.697989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.697989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.697989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.698218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.699542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.699542] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.743032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: SUCCESS [ 982.743409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.812858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.813082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.813146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.813389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.841026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.841026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.841026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.841026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.841026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.841026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.841026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 is going to be updated. [ 982.874341] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.874341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.874341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.874341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.874341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.884554] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: IN_PROGRESS for 2s [ 983.106507] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.106684] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.106835] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.107159] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.107464] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.107669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.107814] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.108070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.108253] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.108494] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.108618] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.108726] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.108833] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.108941] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.109056] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.109188] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.125330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.125534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.126827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eeda30d-20d4-4024-b1d3-8d904714cb27 with status ACTIVE [ 983.127078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.127220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.127289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.127628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.127770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.127949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.128015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.128069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.128281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.128366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.128580] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.128683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.128749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.128892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.128965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.129064] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eeda30d-20d4-4024-b1d3-8d904714cb27 is going to be updated. [ 983.132754] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.133033] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.133229] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.133528] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.134093] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-295d523c-8195-47ed-a83d-8de18a6928b6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.134329] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-295d523c-8195-47ed-a83d-8de18a6928b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.134436] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-295d523c-8195-47ed-a83d-8de18a6928b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.134884] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-295d523c-8195-47ed-a83d-8de18a6928b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.135076] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('295d523c-8195-47ed-a83d-8de18a6928b6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.154885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.154885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.154885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.155259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.155439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.155625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eeda30d-20d4-4024-b1d3-8d904714cb27" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.203192] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.204283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.204283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.204283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.224833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.224993] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.225070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.225132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.225340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.225414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.225506] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 983.264784] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.264996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.264996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.265233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.265407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.275283] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 983.526205] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 983.526495] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 983.526626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.526992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.526992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.527202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.527325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.527390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.527545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.527624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.527781] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.638663] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.638994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.639163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.639612] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.639788] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.639939] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 295d523c-8195-47ed-a83d-8de18a6928b6 not found, creating... [ 983.640318] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.640493] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.640611] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.640872] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.641025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.641481] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.641680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.641797] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.642054] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.642254] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.642425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 295d523c-8195-47ed-a83d-8de18a6928b6 is going to be created. [ 983.665130] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.665372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.665505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.665859] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.666137] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.666362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-295d523c-8195-47ed-a83d-8de18a6928b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.744715] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 983.745075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.745075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.745961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.745961] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.030345] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.247759] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.248109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.248187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.248477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.248727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.248899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.249029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.249400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.249540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.249691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.249805] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.416019] env[65380]: INFO networking_nsxv3.common.synchronization [req-f75c1f1f-33c9-40f4-83c5-4efbe06dbfc3 req-563eab2e-e1d1-41e2-ba27-6f0ae939a84c service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 984.416226] env[65380]: INFO networking_nsxv3.common.synchronization [req-f75c1f1f-33c9-40f4-83c5-4efbe06dbfc3 req-563eab2e-e1d1-41e2-ba27-6f0ae939a84c service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 984.416364] env[65380]: INFO networking_nsxv3.common.synchronization [req-f75c1f1f-33c9-40f4-83c5-4efbe06dbfc3 req-563eab2e-e1d1-41e2-ba27-6f0ae939a84c service nova] Enqueued Resource ID: 295d523c-8195-47ed-a83d-8de18a6928b6 with Priority: HIGHEST for action port [ 984.416968] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 984.417123] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 984.417270] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 295d523c-8195-47ed-a83d-8de18a6928b6 with Priority: HIGHEST for action port [ 984.417619] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.417717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.417717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.417920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.418016] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.419431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.419551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.419715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-295d523c-8195-47ed-a83d-8de18a6928b6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.419932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-295d523c-8195-47ed-a83d-8de18a6928b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.420010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-295d523c-8195-47ed-a83d-8de18a6928b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.420202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-295d523c-8195-47ed-a83d-8de18a6928b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.420296] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('295d523c-8195-47ed-a83d-8de18a6928b6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.533046] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.699399] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: SUCCESS [ 984.699399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.699502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.699686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.699881] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.699996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.700087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.700363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.700438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.700488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.700587] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.702057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.702057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.702216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.702403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.702403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.702548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.702595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.702714] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.755095] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.755605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.755605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.755605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.755751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.755751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.755840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.755919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.755996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.756102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.756349] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.756349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.756543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.756543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.756634] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.756737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.756790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.756927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.757025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.757100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.757176] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.898345] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 in Status: SUCCESS [ 984.898345] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9 deletion is rescheduled due to dependency. [ 984.898345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3e6e4de-d122-4de6-9c1b-6c7fb5f00be9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.920053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.920250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.922188] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 295d523c-8195-47ed-a83d-8de18a6928b6 with status ACTIVE [ 984.922188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.922188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.922188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.922467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.922584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.922737] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.922834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.922891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.923081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.923167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.923387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.923499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.923558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.923752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.924018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.924018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 295d523c-8195-47ed-a83d-8de18a6928b6 is going to be updated. [ 984.958807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.959202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.959364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.959681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.959913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.960180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-295d523c-8195-47ed-a83d-8de18a6928b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.035738] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.035988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.036081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.036315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.036439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.036528] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 985.084832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.085059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.085059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.085237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.086022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.096599] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 985.205188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.205385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.205511] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.261066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ba2a46f-a25d-4a09-b69d-6bac0495783c: rpc.has_security_group_logging(os_id): False [ 985.280421] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.280596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.280662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.280897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.281029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.281287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.281468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.281527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.281703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.281776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.282437] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.282437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.282437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.282437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.282718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.282718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.282797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.282829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.282993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.283063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.283127] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 985.288755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 985.289290] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd deletion is rescheduled due to dependency. [ 985.289585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.289817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.290038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.290214] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.290339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.290403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.290553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.290673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.290801] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.376024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.376024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.376024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.376024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.376352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.394612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 985.709375] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.793248] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.927112] env[65380]: INFO networking_nsxv3.common.synchronization [req-4c2e8862-6317-4391-8879-136179fdaf8b req-7c57a0e2-6271-4834-9e87-bf2df937e8a6 tempest-ServerRescueTestJSONUnderV235-2089629928 tempest-ServerRescueTestJSONUnderV235-2089629928-project-member] Enqueued Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 985.927658] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650fed4f-0521-4099-b1a9-599dfc430718 with Priority: HIGHEST for action security_group_members [ 985.927961] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.928074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.211826] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.212093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.212372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.212773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.212958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.213163] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 is going to be updated. [ 986.251685] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.251855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.251915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.252133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.252278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.264405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: IN_PROGRESS for 2s [ 986.295659] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.802043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.802043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.802571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.802680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.802800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.802893] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 986.850637] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.850849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.850903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.851115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.851315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.871548] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 987.096792] env[65380]: INFO networking_nsxv3.common.synchronization [req-4ce325df-6755-441a-a09e-41239832359f req-bb302087-04c9-4fff-9009-f74d01357cd6 tempest-ServerRescueTestJSON-782801804 tempest-ServerRescueTestJSON-782801804-project-member] Enqueued Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 987.098382] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGHEST for action security_group_members [ 987.098737] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.098884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.098951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.099139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.099297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.099412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.099479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.099600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.099674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.099771] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.110672] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 987.110904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.111100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.111361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.112351] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.112351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.112351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.112351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.112351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.112351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.112351] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.412437] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 987.412437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.602620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.602620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.602620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.602816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.615130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.615343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.615434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.615688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.615874] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.615974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.616055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.616217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.616293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.616402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.616523] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.616610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.616690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.616812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.616979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.617043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.617106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.617203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.617279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.617360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.617453] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.624864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.625222] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.625222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.625377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.625541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.625618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.625706] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 is going to be updated. [ 987.656308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.656483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.656556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.656769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.656910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.671075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: IN_PROGRESS for 2s [ 988.120359] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 897650fa-f5c5-46a6-8809-4055f4cb7969: rpc.has_security_group_logging(os_id): False [ 988.141163] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.141291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.141406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.141602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.141701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.142014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.142136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.142194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.142351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.142488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.142601] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.142685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.142738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.142883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.142954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.143156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.143253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.143512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.143693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.143784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.143873] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 988.222517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.222730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.222805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.223031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.223183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.239039] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 988.296723] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: SUCCESS [ 988.298039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.298039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.298229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.298459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.298583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.298642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.298808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.298902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.299757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.299757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-650fed4f-0521-4099-b1a9-599dfc430718 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.299757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.299757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.299757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.299757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.300263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.300263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.300263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.300263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.300263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.300424] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.303196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.303196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.303196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.303196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.303196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.303196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.303196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.303196] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.806639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.806639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.806639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.807069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.808017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 650fed4f-0521-4099-b1a9-599dfc430718: rpc.has_security_group_logging(os_id): False [ 988.840079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.840445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.843125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.843125] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.843356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.843356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.843598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.843753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.843875] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 is going to be updated. [ 988.846080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.846080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.846080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.846080] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.846080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.846080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.846080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.846080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.846080] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.846692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.846692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.846692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.846692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.846920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.847040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.847040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.847229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.847311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.847388] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 is going to be updated. [ 988.881679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.881917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.881917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.882091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.882232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.889966] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 988.889966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.890662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.890870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.891306] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.891306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.891306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.891503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.891503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.891621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.891681] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.893211] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: IN_PROGRESS for 2s [ 988.917535] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.917535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.917767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.917868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.917975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.942123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: IN_PROGRESS for 2s [ 989.394667] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.395019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.395019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.395355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.395613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.395769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.395873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.396115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.396250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.396402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.396655] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.396821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.396936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.397189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.397423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.397587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.397707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.397936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.398096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.398247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.398406] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.572617] env[65380]: INFO networking_nsxv3.common.synchronization [req-05c6a606-beae-476a-91bb-4280699b3129 req-f2a9db37-7570-40db-a724-cf0331b84651 tempest-MultipleCreateTestJSON-412304750 tempest-MultipleCreateTestJSON-412304750-project-member] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 989.573263] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 989.573565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.573792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.573792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.573978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.574843] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.575070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.575166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.575332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.575421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.575534] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.682214] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be9a739-7d44-4373-aabd-b9411d94a847 in Status: SUCCESS [ 989.682439] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 deletion is rescheduled due to dependency. [ 989.682576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.901184] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd: rpc.has_security_group_logging(os_id): False [ 989.922713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.922898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.923039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.925655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.925766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.926016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.926146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.926226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.926440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.926524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.926755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.926847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.926910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.928350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.928448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.928701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.928776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.928828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.928992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.929095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.929200] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 990.011015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.011015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.011015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.011015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.011015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.023351] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 990.078079] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.122058] env[65380]: INFO networking_nsxv3.common.synchronization [req-91f4d2c9-b452-4941-9d84-0410355ff449 req-18bce1c6-b92d-4bbd-9da3-6e2df6dd89f9 tempest-MultipleCreateTestJSON-412304750 tempest-MultipleCreateTestJSON-412304750-project-member] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 990.122058] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 990.122058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.122058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.256389] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 990.256649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.582961] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.906687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: SUCCESS [ 990.907197] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 deletion is rescheduled due to dependency. [ 990.907197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.956753] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b23c8903-5871-4224-b52a-adf76134e927 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 990.957683] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 650fed4f-0521-4099-b1a9-599dfc430718 in Status: SUCCESS [ 990.957883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.958441] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 990.958627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.959488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.959579] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('650fed4f-0521-4099-b1a9-599dfc430718',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.960543] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.960665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.960665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.960921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.960990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.961054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.961208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.961257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.961333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.961445] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.085064] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.085614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.086546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.086815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.086943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.087073] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 991.121983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.121983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.121983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.122205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.122241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.135029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 991.279609] env[65380]: INFO networking_nsxv3.common.synchronization [req-e08bb4cf-ea17-404a-9a4e-a4169d0c23a0 req-f20441ff-8fd3-4c3e-a1ec-b4c75c7c3cc1 tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 991.279992] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 991.280462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.280668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.280987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.281082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.281288] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.281452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.281517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.281704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.281827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.281943] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.307030] env[65380]: INFO networking_nsxv3.common.synchronization [None req-75401e45-1984-4965-9b77-4110000b232e None None] Enqueued Resource ID: b19a184a-f99f-4026-8ae9-1b20b245ef74 with Priority: HIGHEST for action port [ 991.307252] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b19a184a-f99f-4026-8ae9-1b20b245ef74 with Priority: HIGHEST for action port [ 991.307676] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b19a184a-f99f-4026-8ae9-1b20b245ef74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.307810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b19a184a-f99f-4026-8ae9-1b20b245ef74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.307878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b19a184a-f99f-4026-8ae9-1b20b245ef74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.308545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b19a184a-f99f-4026-8ae9-1b20b245ef74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.308634] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b19a184a-f99f-4026-8ae9-1b20b245ef74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.466925] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.486579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.486579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.486579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.486579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.486579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.486579] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 650fed4f-0521-4099-b1a9-599dfc430718 is going to be deleted. [ 991.544100] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.544245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.544308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.544510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.544604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.544715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-650fed4f-0521-4099-b1a9-599dfc430718" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.673217] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.675345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.675516] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.675811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.676137] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.676312] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.676429] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.676656] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.676797] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.677013] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.677128] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.677235] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.677384] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.677504] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.677637] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.677803] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.704333] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.704570] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.704706] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.704888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.705243] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.705447] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.705579] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.706119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.706433] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e2c329e-5e82-4ff7-a41e-7b5d94e7779d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.785447] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.812062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b19a184a-f99f-4026-8ae9-1b20b245ef74 [ 991.812312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.812450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.812531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.812711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.812805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.812884] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b19a184a-f99f-4026-8ae9-1b20b245ef74 already deleted. [ 991.812977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b19a184a-f99f-4026-8ae9-1b20b245ef74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.974044] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.038679] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 992.038679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.209883] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.210226] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.210371] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.210653] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.210802] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.210949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 1e2c329e-5e82-4ff7-a41e-7b5d94e7779d not found, creating... [ 992.211231] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.212264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.212459] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.212761] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.212942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.213258] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.213417] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.213539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.213755] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.213884] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.214032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 1e2c329e-5e82-4ff7-a41e-7b5d94e7779d is going to be created. [ 992.239461] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.241678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.241678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.241678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.241678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.241678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.287869] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.475475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.475675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.475675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.475868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.476086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.477330] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 992.510015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.510206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.510251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.510463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.510788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.522717] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 992.791378] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.791378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.791880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.791880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.791880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.791880] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 992.826412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.826590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.827121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.827121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.827121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.838066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 992.964581] env[65380]: INFO networking_nsxv3.common.synchronization [req-e08bb4cf-ea17-404a-9a4e-a4169d0c23a0 req-9e4abc31-fb38-45a7-9d08-8103bd16550f service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 992.964743] env[65380]: INFO networking_nsxv3.common.synchronization [req-e08bb4cf-ea17-404a-9a4e-a4169d0c23a0 req-9e4abc31-fb38-45a7-9d08-8103bd16550f service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 992.964955] env[65380]: INFO networking_nsxv3.common.synchronization [req-e08bb4cf-ea17-404a-9a4e-a4169d0c23a0 req-9e4abc31-fb38-45a7-9d08-8103bd16550f service nova] Enqueued Resource ID: 1e2c329e-5e82-4ff7-a41e-7b5d94e7779d with Priority: HIGHEST for action port [ 992.965705] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 992.965705] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 992.965705] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2c329e-5e82-4ff7-a41e-7b5d94e7779d with Priority: HIGHEST for action port [ 992.966789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.966789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.966789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.966789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.966789] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.967621] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.968607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.968823] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.968981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.968981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.969181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.969272] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e2c329e-5e82-4ff7-a41e-7b5d94e7779d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.145167] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 993.145403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.145567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.145769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.145949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.146091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.146137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.146286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.146363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.146455] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.462323] env[65380]: INFO networking_nsxv3.common.synchronization [req-8375181e-a508-4c18-8000-3de8c3d7e51f req-c39ff347-2549-4b77-abb8-f881579f1a05 tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_members [ 993.462870] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_members [ 993.466584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-852aa231-41b4-4838-be83-8746678ce591 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.466584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.466584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.466584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.466584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.466584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.466584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.466584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.466584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.466584] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.473639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.473767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.473912] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e2c329e-5e82-4ff7-a41e-7b5d94e7779d with status ACTIVE [ 993.474078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.474216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.474298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.474488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.474609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.474732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.475271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.475271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.475271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.475271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.475271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.475488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.475488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.475547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.475603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.475708] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e2c329e-5e82-4ff7-a41e-7b5d94e7779d is going to be updated. [ 993.502310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.502612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.502612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.503498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.503688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.503844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e2c329e-5e82-4ff7-a41e-7b5d94e7779d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.648642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.651432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.651432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.651432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.651432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.651432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.651432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.651432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.651432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.651432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.651432] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 993.682384] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.682897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.682897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.683134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.683285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.687333] env[65380]: INFO networking_nsxv3.common.synchronization [None req-de292292-b946-4f8e-9d78-981fdb41a917 None None] Enqueued Resource ID: e936d552-5529-40ce-a05e-f4f5cff76288 with Priority: HIGHEST for action port [ 993.688169] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e936d552-5529-40ce-a05e-f4f5cff76288 with Priority: HIGHEST for action port [ 993.688628] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e936d552-5529-40ce-a05e-f4f5cff76288 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.688783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e936d552-5529-40ce-a05e-f4f5cff76288" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.688923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e936d552-5529-40ce-a05e-f4f5cff76288" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.689432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e936d552-5529-40ce-a05e-f4f5cff76288" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.689549] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e936d552-5529-40ce-a05e-f4f5cff76288',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.695534] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 993.838718] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9e7e1b3c-b096-447e-8a5a-6d86cc07e622 None None] Enqueued Resource ID: 70629eb8-6970-4d08-a626-9253207f9304 with Priority: HIGHEST for action port [ 993.839302] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70629eb8-6970-4d08-a626-9253207f9304 with Priority: HIGHEST for action port [ 993.839955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-70629eb8-6970-4d08-a626-9253207f9304 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.840106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70629eb8-6970-4d08-a626-9253207f9304" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.840176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70629eb8-6970-4d08-a626-9253207f9304" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.840467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70629eb8-6970-4d08-a626-9253207f9304" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.840585] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70629eb8-6970-4d08-a626-9253207f9304',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.914487] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.915425] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.915627] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.916220] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.916566] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.916566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.916810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.916962] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.917162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.917403] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.918050] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.918050] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.918050] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.918393] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.918581] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.918930] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.939652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.940497] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.940497] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.940703] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.941160] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-7ae74540-070f-443c-ae1a-f8190a90d54a taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.941393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-7ae74540-070f-443c-ae1a-f8190a90d54a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.941662] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-7ae74540-070f-443c-ae1a-f8190a90d54a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.941923] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-7ae74540-070f-443c-ae1a-f8190a90d54a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.942057] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae74540-070f-443c-ae1a-f8190a90d54a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.968362] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.968507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.968590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.968790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.968882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.969087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.969178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.969242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.969380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.969474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.969539] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852aa231-41b4-4838-be83-8746678ce591 already deleted. [ 993.969619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.192519] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e936d552-5529-40ce-a05e-f4f5cff76288 [ 994.192775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.192860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.192951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.193143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.193229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.193327] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e936d552-5529-40ce-a05e-f4f5cff76288 already deleted. [ 994.193407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e936d552-5529-40ce-a05e-f4f5cff76288" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.342615] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70629eb8-6970-4d08-a626-9253207f9304 [ 994.342857] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.342992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.343067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.343291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.343374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.343478] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70629eb8-6970-4d08-a626-9253207f9304 already deleted. [ 994.343589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70629eb8-6970-4d08-a626-9253207f9304" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.444944] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.445088] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.445222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.445522] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.445673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.445830] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 7ae74540-070f-443c-ae1a-f8190a90d54a not found, creating... [ 994.446114] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.446270] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.446386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.446806] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.446806] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.447014] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.447626] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.447626] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.447770] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.447913] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.448071] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 7ae74540-070f-443c-ae1a-f8190a90d54a is going to be created. [ 994.475016] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.475016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.475016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.475016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.475016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.475016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-7ae74540-070f-443c-ae1a-f8190a90d54a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.536224] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 994.536224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.618604] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.618912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.619100] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.619488] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.619803] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.620063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.620245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.620529] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.620732] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.620986] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.621167] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.621360] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.621596] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.621736] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.621846] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.621980] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.642961] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.643156] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.643292] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.643463] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.643886] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-428e9cb0-3b93-4029-a466-063566027d08 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.644125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-428e9cb0-3b93-4029-a466-063566027d08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.644197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-428e9cb0-3b93-4029-a466-063566027d08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.644547] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-428e9cb0-3b93-4029-a466-063566027d08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.644688] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428e9cb0-3b93-4029-a466-063566027d08',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.847721] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 994.848124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.848124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.849757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.849757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.849757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.849757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.849757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.849757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.849757] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.146946] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.147236] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.147412] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.147746] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.147941] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.148154] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 428e9cb0-3b93-4029-a466-063566027d08 not found, creating... [ 995.148471] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.148689] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.148843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.149120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.149301] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.149659] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.149849] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.150018] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.150274] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.150444] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.150688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 428e9cb0-3b93-4029-a466-063566027d08 is going to be created. [ 995.174349] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.175085] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.175085] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.175294] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.175589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.175875] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-428e9cb0-3b93-4029-a466-063566027d08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.180191] env[65380]: INFO networking_nsxv3.common.synchronization [req-8375181e-a508-4c18-8000-3de8c3d7e51f req-37e780fc-4ba0-4965-a0b0-ca016e37f833 service nova] Enqueued Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_rules [ 995.180370] env[65380]: INFO networking_nsxv3.common.synchronization [req-8375181e-a508-4c18-8000-3de8c3d7e51f req-37e780fc-4ba0-4965-a0b0-ca016e37f833 service nova] Enqueued Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_members [ 995.180504] env[65380]: INFO networking_nsxv3.common.synchronization [req-8375181e-a508-4c18-8000-3de8c3d7e51f req-37e780fc-4ba0-4965-a0b0-ca016e37f833 service nova] Enqueued Resource ID: 7ae74540-070f-443c-ae1a-f8190a90d54a with Priority: HIGHEST for action port [ 995.180722] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_rules [ 995.180951] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_members [ 995.181263] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae74540-070f-443c-ae1a-f8190a90d54a with Priority: HIGHEST for action port [ 995.181920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-852aa231-41b4-4838-be83-8746678ce591 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.182037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.182037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.182211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.182289] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.183114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-852aa231-41b4-4838-be83-8746678ce591 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.183224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.183291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.183452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.183603] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.183727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.183727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.183867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.183945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.184041] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.184779] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae74540-070f-443c-ae1a-f8190a90d54a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.184889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae74540-070f-443c-ae1a-f8190a90d54a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.184946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae74540-070f-443c-ae1a-f8190a90d54a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.185113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae74540-070f-443c-ae1a-f8190a90d54a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.185246] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae74540-070f-443c-ae1a-f8190a90d54a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.351406] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.686724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-852aa231-41b4-4838-be83-8746678ce591 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.686897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.687075] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.688080] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ae74540-070f-443c-ae1a-f8190a90d54a with status ACTIVE [ 995.688173] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.688555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.688555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.688555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.688738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.688738] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.688841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.688872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.689048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.689126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.689295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.689405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.689468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.689600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.689673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.689754] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ae74540-070f-443c-ae1a-f8190a90d54a is going to be updated. [ 995.706600] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 995.706784] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c deletion is rescheduled due to dependency. [ 995.706892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.713066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.713206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.713274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.713482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.713617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.713801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae74540-070f-443c-ae1a-f8190a90d54a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.854406] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.937223] env[65380]: INFO networking_nsxv3.common.synchronization [req-83e13a09-ac74-4b15-9578-d0bb6654ceb1 req-24705764-101c-4260-babe-8077bd6a62b3 service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 995.937395] env[65380]: INFO networking_nsxv3.common.synchronization [req-83e13a09-ac74-4b15-9578-d0bb6654ceb1 req-24705764-101c-4260-babe-8077bd6a62b3 service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 995.937530] env[65380]: INFO networking_nsxv3.common.synchronization [req-83e13a09-ac74-4b15-9578-d0bb6654ceb1 req-24705764-101c-4260-babe-8077bd6a62b3 service nova] Enqueued Resource ID: 428e9cb0-3b93-4029-a466-063566027d08 with Priority: HIGHEST for action port [ 995.938044] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 995.938169] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 995.938264] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428e9cb0-3b93-4029-a466-063566027d08 with Priority: HIGHEST for action port [ 995.938752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.938888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.938928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.939135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.939394] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.941444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.941444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.941444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.941444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.941666] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.941666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.941666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.941870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.941870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.941930] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.943028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-428e9cb0-3b93-4029-a466-063566027d08 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.943131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428e9cb0-3b93-4029-a466-063566027d08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.944936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428e9cb0-3b93-4029-a466-063566027d08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.944936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428e9cb0-3b93-4029-a466-063566027d08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.944936] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428e9cb0-3b93-4029-a466-063566027d08',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.096907] env[65380]: INFO networking_nsxv3.common.synchronization [None req-772a4758-71ff-4081-93c7-e7d9ab738447 None None] Enqueued Resource ID: 13f8d7d0-2b59-466d-9757-75b66b62a83a with Priority: HIGHEST for action port [ 996.097769] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f8d7d0-2b59-466d-9757-75b66b62a83a with Priority: HIGHEST for action port [ 996.098121] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-13f8d7d0-2b59-466d-9757-75b66b62a83a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.099038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13f8d7d0-2b59-466d-9757-75b66b62a83a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.099038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13f8d7d0-2b59-466d-9757-75b66b62a83a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.099038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13f8d7d0-2b59-466d-9757-75b66b62a83a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.099038] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f8d7d0-2b59-466d-9757-75b66b62a83a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.191696] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.357973] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.357973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.357973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.357973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.357973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.358224] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 996.392459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.392667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.392773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.393023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.393205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.402594] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 996.448039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.448039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.448039] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.448039] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 428e9cb0-3b93-4029-a466-063566027d08 with status ACTIVE [ 996.448039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.448039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.448039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.448538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.448538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.448599] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.448895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.448895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.448895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.449044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.453094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.453094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.453094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.453094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.453094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.453094] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 428e9cb0-3b93-4029-a466-063566027d08 is going to be updated. [ 996.482450] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.482703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.482857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.483222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.484219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.484219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428e9cb0-3b93-4029-a466-063566027d08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.601700] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13f8d7d0-2b59-466d-9757-75b66b62a83a [ 996.601972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.602126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.602196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.602411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.602505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.602605] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13f8d7d0-2b59-466d-9757-75b66b62a83a already deleted. [ 996.602679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13f8d7d0-2b59-466d-9757-75b66b62a83a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.694170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.694360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.694467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.694721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.694837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.694962] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852aa231-41b4-4838-be83-8746678ce591 is going to be created. [ 996.724474] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.724650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.724718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.724925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.725093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.736213] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852aa231-41b4-4838-be83-8746678ce591 in Status: UNINITIALIZED for 2s [ 996.957885] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.460110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.460110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.460447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.460703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.460801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.460901] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 997.491122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.491122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.491122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.491558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.491617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.501778] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 998.413024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 998.413277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.413550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.413622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.413835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.413952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.414028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.414185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.414264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.414349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.414439] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.584793] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c630701a-8bff-41d0-871c-fc1bb5270b0f None None] Enqueued Resource ID: dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9 with Priority: HIGHEST for action port [ 998.585639] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9 with Priority: HIGHEST for action port [ 998.585906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.586130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.586130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.586358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.586438] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.747252] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852aa231-41b4-4838-be83-8746678ce591 in Status: SUCCESS [ 998.747252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.747416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.748914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.748914] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.748914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.748914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.748914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.748914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.748914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.748914] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.917352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.917560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.917612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.918120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.918120] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.918120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.918120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.918921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.918921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.918921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.918921] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.918921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.918921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.918921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.918921] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.919368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.919368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.919368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.919368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.919368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.919542] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.090621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9 [ 999.090859] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.091010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.091084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.091293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.091448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.091519] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9 already deleted. [ 999.091820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd4cdd04-ab8f-4481-9e26-97e65e7ab6c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.252194] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.423870] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90: rpc.has_security_group_logging(os_id): False [ 999.445015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.445191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.445252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.445499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.469385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.469504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.469623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.469681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.469876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.469940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.470162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.470258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.470320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.471011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.471011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.471011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.471011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.471011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.471011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.471620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.471620] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 999.514345] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 999.514345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.514469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.514696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.514954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.515121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.515171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.515379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.517341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.517573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.517573] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.565308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.565625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.565625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.565785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.565879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.592450] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 999.754484] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 852aa231-41b4-4838-be83-8746678ce591: rpc.has_security_group_logging(os_id): False [ 999.775044] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.775203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.775203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.775410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.775514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.775824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.775965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.776027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.776197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.776311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.776425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 852aa231-41b4-4838-be83-8746678ce591 is going to be created. [ 999.874512] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.874512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.874512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.874512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.874871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.890146] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852aa231-41b4-4838-be83-8746678ce591 in Status: IN_PROGRESS for 2s [ 1000.020299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.020530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.020530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.020766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.021744] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.022018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.022098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.022284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.022441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.022648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.022938] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.023314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.023314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.023314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.023513] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.023637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.023704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.024437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.024437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.024437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.024437] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.527075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd: rpc.has_security_group_logging(os_id): False [ 1000.547669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.547820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.547892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.548137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.548337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.548415] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.548588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.548676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.549857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.549857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.549857] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.549857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.549857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.549857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.549857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.549857] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.549857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.549857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.550307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.550307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.550307] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 1000.616554] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.616775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.616947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.617202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.617460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.631292] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 1001.146673] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d49b5ddb-5a26-4162-89e6-018bb4367f59 None None] Enqueued Resource ID: 0f05e394-7b29-4c4e-88cd-db63157f6396 with Priority: HIGHEST for action port [ 1001.147671] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f05e394-7b29-4c4e-88cd-db63157f6396 with Priority: HIGHEST for action port [ 1001.147671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f05e394-7b29-4c4e-88cd-db63157f6396 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.147800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f05e394-7b29-4c4e-88cd-db63157f6396" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.147837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f05e394-7b29-4c4e-88cd-db63157f6396" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.148654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f05e394-7b29-4c4e-88cd-db63157f6396" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.148654] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f05e394-7b29-4c4e-88cd-db63157f6396',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.607747] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1001.608160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.650641] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f05e394-7b29-4c4e-88cd-db63157f6396 [ 1001.650902] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.651075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.651146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.651428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.651534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.651616] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f05e394-7b29-4c4e-88cd-db63157f6396 already deleted. [ 1001.651691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f05e394-7b29-4c4e-88cd-db63157f6396" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.904618] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 852aa231-41b4-4838-be83-8746678ce591 in Status: SUCCESS [ 1001.904862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.646397] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 1002.646733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.137637] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1005.137637] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1005.901793] env[65380]: INFO networking_nsxv3.common.synchronization [req-07f4878b-6fa4-44c3-b25a-837c8160b702 req-eb6c525e-2729-4e3b-af8f-d4621cade149 tempest-ServersNegativeTestJSON-37229689 tempest-ServersNegativeTestJSON-37229689-project-member] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1005.902857] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1005.903790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.904634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.904634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.906739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.907187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.907388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.907539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.907894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.908120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.908325] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.312388] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.313245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.313245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.313245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.313427] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.313605] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.313744] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.314325] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.314325] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.314444] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.314526] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.314625] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.314801] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.314956] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.315079] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.315241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.337664] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.337881] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.337999] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.338238] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.338633] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-02c74f3d-3a88-4ca6-b792-cd288dbafef6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.338836] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.338994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.339493] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.339640] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c74f3d-3a88-4ca6-b792-cd288dbafef6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.378281] env[65380]: INFO networking_nsxv3.common.synchronization [req-2b5f873c-baba-45e1-a1b7-c2102e246c4a req-2c92e922-8c95-4161-b35f-ab611642764d tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1006.378849] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1006.379332] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.379526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.379636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.379778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.379954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.380064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.380119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.380486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.380486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.380486] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.411268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.411531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.411710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.412401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.412566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.412800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.412962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.412962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.413160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.413239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.413349] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 already deleted. [ 1006.413437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.841857] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.842147] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.842316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.842719] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.842965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.843226] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 02c74f3d-3a88-4ca6-b792-cd288dbafef6 not found, creating... [ 1006.843601] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.843833] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.843975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.844434] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.845080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.845080] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.845080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.845334] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.845384] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.845505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.845625] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 02c74f3d-3a88-4ca6-b792-cd288dbafef6 is going to be created. [ 1006.877504] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.877968] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.878220] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.880163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.880771] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.881168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.882227] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.384964] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.607097] env[65380]: INFO networking_nsxv3.common.synchronization [req-07f4878b-6fa4-44c3-b25a-837c8160b702 req-3066aa55-b925-4635-8794-926603730655 service nova] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_rules [ 1007.607305] env[65380]: INFO networking_nsxv3.common.synchronization [req-07f4878b-6fa4-44c3-b25a-837c8160b702 req-3066aa55-b925-4635-8794-926603730655 service nova] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1007.607447] env[65380]: INFO networking_nsxv3.common.synchronization [req-07f4878b-6fa4-44c3-b25a-837c8160b702 req-3066aa55-b925-4635-8794-926603730655 service nova] Enqueued Resource ID: 02c74f3d-3a88-4ca6-b792-cd288dbafef6 with Priority: HIGHEST for action port [ 1007.608020] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_rules [ 1007.608222] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1007.608844] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c74f3d-3a88-4ca6-b792-cd288dbafef6 with Priority: HIGHEST for action port [ 1007.608844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.608844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.608844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.609435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.609435] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.614339] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.614339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.614339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.614339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.614339] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.614339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.614812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.614812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.614812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.614812] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.616089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c74f3d-3a88-4ca6-b792-cd288dbafef6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.616188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.616264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.617146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.617268] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c74f3d-3a88-4ca6-b792-cd288dbafef6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.886732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.886924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.886975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.887185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.887275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.887374] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1007.951941] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.952183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.952231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.952611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.952763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.963264] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1008.118900] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.120181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.120378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.120572] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02c74f3d-3a88-4ca6-b792-cd288dbafef6 with status ACTIVE [ 1008.120795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.120941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.121100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.121341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.121514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.121746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.121877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.122067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.122232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.122662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.122662] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.122975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.122975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.123120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.123238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.123380] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02c74f3d-3a88-4ca6-b792-cd288dbafef6 is going to be updated. [ 1008.146882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.147080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.147172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.147450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.147751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.147931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.625397] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.127496] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.127714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.127763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.128027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.128136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.128280] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be created. [ 1009.156051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.156239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.156239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.156396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.156600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.167538] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: UNINITIALIZED for 2s [ 1009.211627] env[65380]: INFO networking_nsxv3.common.synchronization [req-9cd28c24-2120-4962-8f17-3da74f4f0ebb req-b25a6211-2d6b-4eae-ac25-6ff956b743a3 tempest-ServerAddressesTestJSON-1412326555 tempest-ServerAddressesTestJSON-1412326555-project-member] Enqueued Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGHEST for action security_group_members [ 1009.212805] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGHEST for action security_group_members [ 1009.213285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aac937e-d5fb-43ed-bb42-79d49c22992a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.213462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.213574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.213940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.214187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.214358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.214682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.214750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.214905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.215074] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aac937e-d5fb-43ed-bb42-79d49c22992a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.605325] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.605745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-496" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.606041] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-496" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.606429] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-496" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.606729] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.606943] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.607184] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.607536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.607756] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.608041] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.608196] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.608784] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.609099] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.609261] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.609385] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.609568] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.632553] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.633311] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.635033] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.635033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-496" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.635033] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-656264b1-a750-48fb-b7c0-b02c2a62d76e taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.635033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-656264b1-a750-48fb-b7c0-b02c2a62d76e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.635033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-656264b1-a750-48fb-b7c0-b02c2a62d76e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.635033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-656264b1-a750-48fb-b7c0-b02c2a62d76e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.635033] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656264b1-a750-48fb-b7c0-b02c2a62d76e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.718846] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.718846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.718846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.718846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.718846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.719404] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.719404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.719404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.719542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.719630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.719695] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a already deleted. [ 1009.719818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.978780] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1009.978780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.140029] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.140029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.140029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.140029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.140029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.140029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 656264b1-a750-48fb-b7c0-b02c2a62d76e not found, creating... [ 1010.140029] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.140029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.140029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.140029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.140029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.141075] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.141491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.141767] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.142129] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.142439] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.142751] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 656264b1-a750-48fb-b7c0-b02c2a62d76e is going to be created. [ 1010.183938] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.184737] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.185083] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.185631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.186086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.186428] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-656264b1-a750-48fb-b7c0-b02c2a62d76e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.903383] env[65380]: INFO networking_nsxv3.common.synchronization [req-9cd28c24-2120-4962-8f17-3da74f4f0ebb req-c07964af-3613-4601-a05b-f94743b74228 service nova] Enqueued Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGHEST for action security_group_rules [ 1010.903780] env[65380]: INFO networking_nsxv3.common.synchronization [req-9cd28c24-2120-4962-8f17-3da74f4f0ebb req-c07964af-3613-4601-a05b-f94743b74228 service nova] Enqueued Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGHEST for action security_group_members [ 1010.903780] env[65380]: INFO networking_nsxv3.common.synchronization [req-9cd28c24-2120-4962-8f17-3da74f4f0ebb req-c07964af-3613-4601-a05b-f94743b74228 service nova] Enqueued Resource ID: 656264b1-a750-48fb-b7c0-b02c2a62d76e with Priority: HIGHEST for action port [ 1010.904518] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGHEST for action security_group_rules [ 1010.904698] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGHEST for action security_group_members [ 1010.904885] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656264b1-a750-48fb-b7c0-b02c2a62d76e with Priority: HIGHEST for action port [ 1010.905379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aac937e-d5fb-43ed-bb42-79d49c22992a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.906534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.906534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.906534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.906534] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aac937e-d5fb-43ed-bb42-79d49c22992a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.909607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aac937e-d5fb-43ed-bb42-79d49c22992a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.909607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.910062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.910518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.913048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.913048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.913048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.913048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.913048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.913048] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aac937e-d5fb-43ed-bb42-79d49c22992a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.914980] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-656264b1-a750-48fb-b7c0-b02c2a62d76e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.914980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656264b1-a750-48fb-b7c0-b02c2a62d76e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.914980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656264b1-a750-48fb-b7c0-b02c2a62d76e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.914980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656264b1-a750-48fb-b7c0-b02c2a62d76e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.914980] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656264b1-a750-48fb-b7c0-b02c2a62d76e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.134759] env[65380]: INFO networking_nsxv3.common.synchronization [req-9ae693b0-7ef4-415d-8efd-9815b619ca1f req-75f9269d-7482-40be-8dcf-d55d0170dd4d tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1011.135437] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1011.136046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.136046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.136046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.136237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.136546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.136546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.136714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.136826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.137540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.137540] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.179405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1011.179650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.180196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.180422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.180652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.180797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.180933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.181050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.181132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.181216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.181305] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.414880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aac937e-d5fb-43ed-bb42-79d49c22992a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.416016] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 656264b1-a750-48fb-b7c0-b02c2a62d76e with status ACTIVE [ 1011.416278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.416344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.416391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.416611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.416697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.416868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.416962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.417073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.417183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.417258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.417435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.417526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.417616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.417717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.417853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.417853] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 656264b1-a750-48fb-b7c0-b02c2a62d76e is going to be updated. [ 1011.419162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aac937e-d5fb-43ed-bb42-79d49c22992a taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.419288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.446223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.446477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.446477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.446730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.446937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.447142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656264b1-a750-48fb-b7c0-b02c2a62d76e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.639689] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.652632] env[65380]: INFO networking_nsxv3.common.synchronization [req-8e7a2d08-f10d-411d-a692-7f5772c92b42 req-56219fae-5092-44fc-887b-2b8af7d13f87 tempest-ServerRescueNegativeTestJSON-58376548 tempest-ServerRescueNegativeTestJSON-58376548-project-member] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1011.654153] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1011.654674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.654789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.654910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.655298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.655546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.655721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.655848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.656126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.656268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.656424] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.684271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.684462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.684462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.684765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.685440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.685440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.685440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.685440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.685440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.685440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.685739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.685739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.685842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.685892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.686037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.686135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.686189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.686319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.686393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.686478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.686608] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.920725] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aac937e-d5fb-43ed-bb42-79d49c22992a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.060140] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.060359] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.060521] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.062146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.062568] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.062766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.062889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.063160] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.063311] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.063526] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.063681] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.063820] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.063895] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.064020] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.064119] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.064253] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.085941] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.086150] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.086286] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.086465] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.087282] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-898ffa62-314a-49cd-bf3a-9fcd2feb0652 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.088331] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-898ffa62-314a-49cd-bf3a-9fcd2feb0652" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.088331] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-898ffa62-314a-49cd-bf3a-9fcd2feb0652" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.088331] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-898ffa62-314a-49cd-bf3a-9fcd2feb0652" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.088331] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('898ffa62-314a-49cd-bf3a-9fcd2feb0652',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.145519] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.159990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.160180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.160258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.160466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.160546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.160901] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.160901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.160901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.161069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.161161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.161222] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 already deleted. [ 1012.161276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.188954] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cee23752-600c-41e0-9753-ab1e0b51c704: rpc.has_security_group_logging(os_id): False [ 1012.207832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.207985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.208088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.208259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.208345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.208533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.208629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.208684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.208841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.208922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.209107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.209202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.209248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.209526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.209526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.209717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.209807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.209869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.210017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.210089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.210173] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be created. [ 1012.276994] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.276994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.276994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.276994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.276994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.293174] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: IN_PROGRESS for 2s [ 1012.423457] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.423799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.423799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.424091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.424164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.424267] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a is going to be created. [ 1012.454106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.454320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.454320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.454572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.454755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.457960] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6bb8ebde-747e-452a-82d2-b77f20000245 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1012.458542] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1012.459014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.459133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.468392] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a in Status: UNINITIALIZED for 2s [ 1012.592558] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.592784] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.592845] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.593132] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.593295] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.593561] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 898ffa62-314a-49cd-bf3a-9fcd2feb0652 not found, creating... [ 1012.593769] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.594031] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.594216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.594534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.594761] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.595180] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.595394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.595789] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.595947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.596077] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.596301] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 898ffa62-314a-49cd-bf3a-9fcd2feb0652 is going to be created. [ 1012.621156] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.621459] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.621787] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.621910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.622173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.622425] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-898ffa62-314a-49cd-bf3a-9fcd2feb0652" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.648487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.648698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.648767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.649056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.649194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.649313] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 1012.685938] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.685938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.685938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.685938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.686385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.696025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 1013.335083] env[65380]: INFO networking_nsxv3.common.synchronization [req-8e7a2d08-f10d-411d-a692-7f5772c92b42 req-5e05a9b8-4a74-4139-89a3-38feb2797e04 service nova] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_rules [ 1013.335083] env[65380]: INFO networking_nsxv3.common.synchronization [req-8e7a2d08-f10d-411d-a692-7f5772c92b42 req-5e05a9b8-4a74-4139-89a3-38feb2797e04 service nova] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1013.335083] env[65380]: INFO networking_nsxv3.common.synchronization [req-8e7a2d08-f10d-411d-a692-7f5772c92b42 req-5e05a9b8-4a74-4139-89a3-38feb2797e04 service nova] Enqueued Resource ID: 898ffa62-314a-49cd-bf3a-9fcd2feb0652 with Priority: HIGHEST for action port [ 1013.335721] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_rules [ 1013.335721] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1013.335721] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898ffa62-314a-49cd-bf3a-9fcd2feb0652 with Priority: HIGHEST for action port [ 1013.336374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.336467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.336522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.337288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.337392] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.339827] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.339827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.339827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.339827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.339827] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.340136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.340136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.340993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.340993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.340993] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.341771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-898ffa62-314a-49cd-bf3a-9fcd2feb0652 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.341914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-898ffa62-314a-49cd-bf3a-9fcd2feb0652" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.341980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-898ffa62-314a-49cd-bf3a-9fcd2feb0652" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.344162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-898ffa62-314a-49cd-bf3a-9fcd2feb0652" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.344162] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('898ffa62-314a-49cd-bf3a-9fcd2feb0652',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.846311] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.846865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.846986] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.848050] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 898ffa62-314a-49cd-bf3a-9fcd2feb0652 with status ACTIVE [ 1013.848121] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.848228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.848355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.849107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.849107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.849107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.849107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.849107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.849305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.849339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.849588] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.849793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.849793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.849990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.850084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.850186] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 898ffa62-314a-49cd-bf3a-9fcd2feb0652 is going to be updated. [ 1013.886828] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.887311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.887311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.887778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.888018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.888329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-898ffa62-314a-49cd-bf3a-9fcd2feb0652" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.304812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1014.305080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.353034] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.483433] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a in Status: SUCCESS [ 1014.483546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.484120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.484120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.484275] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.484376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.484463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.484828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.484952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.485075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.485169] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aac937e-d5fb-43ed-bb42-79d49c22992a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.708229] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 1014.708509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.708754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.709044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.709276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.709439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.709542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.709781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.709927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.710013] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.856564] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.856790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.856855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.857072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.857175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.857269] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 is going to be created. [ 1014.884864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.885064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.885107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.885290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.885446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.903990] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: UNINITIALIZED for 2s [ 1014.987896] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aac937e-d5fb-43ed-bb42-79d49c22992a taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.988222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.988327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.988589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.988792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.988922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.989017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.989202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.989313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.989429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.989596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aac937e-d5fb-43ed-bb42-79d49c22992a taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.989716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.989795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.989958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.990149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.990267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.990377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.990511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.990606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.990715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.990780] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aac937e-d5fb-43ed-bb42-79d49c22992a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.212919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.213928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.213928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.213928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.214128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.214303] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.214446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.214488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.214644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.214792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.214884] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 1015.250252] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.250465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.250465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.250627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.250785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.263770] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 1015.318373] env[65380]: INFO networking_nsxv3.common.synchronization [req-91a253b8-fd9c-4ea7-b425-e070186de6be req-2b505b6d-f48d-46e6-89f2-70b755a6fd9d tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_members [ 1015.318373] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGHEST for action security_group_members [ 1015.318715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.318844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.318955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.319115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.319270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.319374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.319430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.319597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.319663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.319749] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.493364] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aac937e-d5fb-43ed-bb42-79d49c22992a: rpc.has_security_group_logging(os_id): False [ 1015.517140] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.517349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.517433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.517715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.517834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.518224] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.518368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.518438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.518646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.518758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.519022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.519671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.519754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.519942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.520069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.520310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.520522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.520522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.520695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.520801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.520907] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a is going to be created. [ 1015.597755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.599386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.599636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.599921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.600142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.623078] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a in Status: IN_PROGRESS for 2s [ 1015.822976] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.823205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.823318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.823644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.856939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.857256] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.857398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.857461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.857682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.857773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.857828] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 is going to be updated. [ 1015.885369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.885609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.885747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.885989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.886166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.896734] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 in Status: IN_PROGRESS for 2s [ 1016.551156] env[65380]: INFO networking_nsxv3.common.synchronization [req-59d1d561-b436-47d3-b7f8-aa91f28af16a req-f7db8846-fb51-4d5a-9913-2627b87c002f tempest-ServerRescueNegativeTestJSON-58376548 tempest-ServerRescueNegativeTestJSON-58376548-project-member] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1016.551688] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1016.551992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.552182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.915211] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.915211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.915699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.916157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.918694] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.918694] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.918694] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.918694] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.918694] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.918694] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.918694] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.918694] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.918694] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.918694] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.918694] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.918694] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.920805] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: SUCCESS [ 1016.921075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.921754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.922012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.922254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.922418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.922596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.922695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.922808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.922901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.923053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.924299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.924500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.924705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.924812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.924912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.925071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.925154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.925268] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.944200] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.944200] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.944200] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.944200] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.944594] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-625d729e-3d7a-434e-8f98-15b8465d4834 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.944850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-625d729e-3d7a-434e-8f98-15b8465d4834" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.945055] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-625d729e-3d7a-434e-8f98-15b8465d4834" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.945455] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-625d729e-3d7a-434e-8f98-15b8465d4834" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.945852] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('625d729e-3d7a-434e-8f98-15b8465d4834',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.274128] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 1017.274305] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd deletion is rescheduled due to dependency. [ 1017.274430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.428881] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.429119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.429442] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.448492] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.448762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.448925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.449230] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.449381] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.449529] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 625d729e-3d7a-434e-8f98-15b8465d4834 not found, creating... [ 1017.449850] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.450148] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.450477] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.450925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.451048] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.451364] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.451779] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.451982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.452285] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.452468] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.452652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 625d729e-3d7a-434e-8f98-15b8465d4834 is going to be created. [ 1017.486479] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.486712] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.487196] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.487196] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.487386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.487660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-625d729e-3d7a-434e-8f98-15b8465d4834" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.643516] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a in Status: SUCCESS [ 1017.643910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.908155] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 in Status: SUCCESS [ 1017.908404] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 deletion is rescheduled due to dependency. [ 1017.908468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.933633] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.227461] env[65380]: INFO networking_nsxv3.common.synchronization [req-59d1d561-b436-47d3-b7f8-aa91f28af16a req-b4f675d4-95c2-4a7c-81bc-221571b90371 service nova] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_rules [ 1018.227642] env[65380]: INFO networking_nsxv3.common.synchronization [req-59d1d561-b436-47d3-b7f8-aa91f28af16a req-b4f675d4-95c2-4a7c-81bc-221571b90371 service nova] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1018.227774] env[65380]: INFO networking_nsxv3.common.synchronization [req-59d1d561-b436-47d3-b7f8-aa91f28af16a req-b4f675d4-95c2-4a7c-81bc-221571b90371 service nova] Enqueued Resource ID: 625d729e-3d7a-434e-8f98-15b8465d4834 with Priority: HIGHEST for action port [ 1018.228007] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_rules [ 1018.228140] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1018.228228] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625d729e-3d7a-434e-8f98-15b8465d4834 with Priority: HIGHEST for action port [ 1018.229494] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.229601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.229801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.229884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.230082] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-625d729e-3d7a-434e-8f98-15b8465d4834 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.230185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-625d729e-3d7a-434e-8f98-15b8465d4834" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.230247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-625d729e-3d7a-434e-8f98-15b8465d4834" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.230445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-625d729e-3d7a-434e-8f98-15b8465d4834" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.230523] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('625d729e-3d7a-434e-8f98-15b8465d4834',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.436152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.436326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.436390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.436623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.436713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.436812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 is going to be updated. [ 1018.469055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.469257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.469302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.469545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.469695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.482995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: IN_PROGRESS for 2s [ 1018.732780] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 625d729e-3d7a-434e-8f98-15b8465d4834 with status ACTIVE [ 1018.733195] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.733195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.733348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.733452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.733547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.733750] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.733847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.733902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.734062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.734143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.734331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.734415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.734477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.734616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.734699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.734767] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 625d729e-3d7a-434e-8f98-15b8465d4834 is going to be updated. [ 1018.768648] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.768648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.768648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.768648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.768648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.768648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-625d729e-3d7a-434e-8f98-15b8465d4834" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.044166] env[65380]: INFO networking_nsxv3.common.synchronization [req-0f56891c-202b-4b82-bfe6-a6f56385305e req-1c798b51-e2d8-4036-8cee-6061b419c9f4 tempest-MultipleCreateTestJSON-412304750 tempest-MultipleCreateTestJSON-412304750-project-member] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1020.044166] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1020.044799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.045105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.045319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.045614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.045873] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.046219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.046383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.046672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.046863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.047067] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.403763] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.404018] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.404158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.404421] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.404691] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.404851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.405117] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.405223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.405317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.405536] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.405634] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.405738] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.405843] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.405945] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.406056] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.406187] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.428460] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.428695] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.428875] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.429068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.429386] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-91bf9c7c-0819-4e22-8675-3c283badecdb taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.430772] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-91bf9c7c-0819-4e22-8675-3c283badecdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.430967] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-91bf9c7c-0819-4e22-8675-3c283badecdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.431342] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-91bf9c7c-0819-4e22-8675-3c283badecdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.431579] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91bf9c7c-0819-4e22-8675-3c283badecdb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.498017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: SUCCESS [ 1020.498348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.498605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.498887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.499166] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.499348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.499476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.500062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.500218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.500360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.501187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.501187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.501187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.501187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.501187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.501187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.501187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.502024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.502024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.502024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.502024] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.502867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.503093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.503254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.503355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.503417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.503560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.503639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.503726] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.549752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.549902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.549970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.550197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.550285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.550475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.550622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.550622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.550776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.550877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.551025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 1020.578329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.578526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.578526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.578643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.579047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.588676] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 1020.934283] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.934522] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.934649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.935025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.935147] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.935308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 91bf9c7c-0819-4e22-8675-3c283badecdb not found, creating... [ 1020.935617] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.935873] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.935995] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.936250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.936389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.936702] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.936876] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.936994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.937220] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.937353] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.937491] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 91bf9c7c-0819-4e22-8675-3c283badecdb is going to be created. [ 1020.960992] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.961260] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.961395] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.961753] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.961987] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.962234] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-91bf9c7c-0819-4e22-8675-3c283badecdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.007622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e317448-198a-4d1e-989c-6c08731e2c04: rpc.has_security_group_logging(os_id): False [ 1021.007622] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.028431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.030109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.030303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.030457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.030585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.030934] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.031125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.031240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.031475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.031598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.031810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.031918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.031981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.032145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.032223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.032403] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.032504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.032579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.032862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.032961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.033062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 is going to be created. [ 1021.145529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.145939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.145939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.146158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.146378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.160460] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: IN_PROGRESS for 2s [ 1021.509691] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.688483] env[65380]: INFO networking_nsxv3.common.synchronization [req-0f56891c-202b-4b82-bfe6-a6f56385305e req-a65bb9c3-6bd2-47ab-8ec3-f450273110ce service nova] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_rules [ 1021.688646] env[65380]: INFO networking_nsxv3.common.synchronization [req-0f56891c-202b-4b82-bfe6-a6f56385305e req-a65bb9c3-6bd2-47ab-8ec3-f450273110ce service nova] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1021.688791] env[65380]: INFO networking_nsxv3.common.synchronization [req-0f56891c-202b-4b82-bfe6-a6f56385305e req-a65bb9c3-6bd2-47ab-8ec3-f450273110ce service nova] Enqueued Resource ID: 91bf9c7c-0819-4e22-8675-3c283badecdb with Priority: HIGHEST for action port [ 1021.690196] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_rules [ 1021.690336] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1021.690472] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91bf9c7c-0819-4e22-8675-3c283badecdb with Priority: HIGHEST for action port [ 1021.690751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.690880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.690971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.691171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.691303] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.692340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.692483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.692837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-91bf9c7c-0819-4e22-8675-3c283badecdb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.693813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91bf9c7c-0819-4e22-8675-3c283badecdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.693813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91bf9c7c-0819-4e22-8675-3c283badecdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.693813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91bf9c7c-0819-4e22-8675-3c283badecdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.693813] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91bf9c7c-0819-4e22-8675-3c283badecdb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.012566] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.012764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.012807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.013020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.013101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.013913] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 is going to be updated. [ 1022.044537] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.044810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.044928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.045203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.045392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.056053] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: IN_PROGRESS for 2s [ 1022.195858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.195858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.196367] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91bf9c7c-0819-4e22-8675-3c283badecdb with status ACTIVE [ 1022.196459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.196561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.196643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.196839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.196982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.197595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.197595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.197595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.197595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.197595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.198057] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.198057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.198057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.198057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.198057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.198057] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91bf9c7c-0819-4e22-8675-3c283badecdb is going to be updated. [ 1022.222807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.223019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.223221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.223465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.223636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.223822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91bf9c7c-0819-4e22-8675-3c283badecdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.535019] env[65380]: INFO networking_nsxv3.common.synchronization [req-0f56891c-202b-4b82-bfe6-a6f56385305e req-a333e382-e26c-4cf9-b8b9-75f6c8eb1903 tempest-MultipleCreateTestJSON-412304750 tempest-MultipleCreateTestJSON-412304750-project-member] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1022.535594] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1022.535929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.536073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.601542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 1022.601761] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c deletion is rescheduled due to dependency. [ 1022.601919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.602519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.602649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.602867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.603073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.603073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.603298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.603298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.603391] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.901803] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.901803] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.901995] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.902252] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.902533] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.902736] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.903208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.903366] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.903590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.903933] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.904055] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.904172] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.904621] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.904621] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.904621] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.904796] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.924651] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.924901] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.925032] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.925250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-318" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.925688] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.925906] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.926066] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.926462] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.926633] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.106596] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.174369] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: SUCCESS [ 1023.175059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.175059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.175059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.175233] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.429935] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.430382] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.430505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.430893] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.431063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.431227] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58 not found, creating... [ 1023.431666] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.431911] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.432054] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.432359] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.432531] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.432927] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.433159] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.433298] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.433536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.433682] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.433825] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58 is going to be created. [ 1023.458491] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.458683] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.458821] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.459262] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.459732] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.460119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.516756] env[65380]: INFO networking_nsxv3.common.synchronization [req-80cdc288-ca9f-4a5c-8205-609d03128f7e req-fa65cc7a-caf9-4c46-8727-d93f6987433c tempest-ServerAddressesTestJSON-1412326555 tempest-ServerAddressesTestJSON-1412326555-project-member] Enqueued Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGHEST for action security_group_members [ 1023.517324] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGHEST for action security_group_members [ 1023.517643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aac937e-d5fb-43ed-bb42-79d49c22992a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.517778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.517845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.518082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.518253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.518356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.518419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.518584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.518668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.518760] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aac937e-d5fb-43ed-bb42-79d49c22992a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.610484] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.681022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.681022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.021266] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.021617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.021769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.022026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.022134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.022350] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.022455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.022514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.022754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.022844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.022935] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a is going to be updated. [ 1024.054014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.054261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.054261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.054441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.054584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.066073] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a in Status: IN_PROGRESS for 2s [ 1024.067056] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: SUCCESS [ 1024.067056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.067179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.067473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.067708] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.067818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.067876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.068089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.068627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.068728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.068825] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.115070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.115222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.115299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.116166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.116383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.116541] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 1024.153357] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.153357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.153357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.153357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.153357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.164351] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 1024.235702] env[65380]: INFO networking_nsxv3.common.synchronization [req-0f56891c-202b-4b82-bfe6-a6f56385305e req-8956746a-0075-4537-9a7d-4ff807a00787 service nova] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_rules [ 1024.235897] env[65380]: INFO networking_nsxv3.common.synchronization [req-0f56891c-202b-4b82-bfe6-a6f56385305e req-8956746a-0075-4537-9a7d-4ff807a00787 service nova] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1024.236016] env[65380]: INFO networking_nsxv3.common.synchronization [req-0f56891c-202b-4b82-bfe6-a6f56385305e req-8956746a-0075-4537-9a7d-4ff807a00787 service nova] Enqueued Resource ID: e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58 with Priority: HIGHEST for action port [ 1024.237500] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_rules [ 1024.237500] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1024.237500] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58 with Priority: HIGHEST for action port [ 1024.239097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.239097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.239097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.239097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.239097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.239357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.239357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.240367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.240367] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.571237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.571627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.571627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.571810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.571921] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.571988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.572046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.572206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.572438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.572438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.572542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.572675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.572675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.572822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.572951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.573060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.573121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.573254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.573323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.573405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.573491] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.741562] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58 with status ACTIVE [ 1024.741984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.742200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.742294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.742614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.742772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.743070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.743237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.743341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.743599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.743738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.744080] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.744304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.744360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.744575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.744708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.744858] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58 is going to be updated. [ 1024.771662] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.771662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.771662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.771662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.772075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.772075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e84f16f7-42e0-4fd7-adac-7eb2d9ebcf58" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.077607] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e317448-198a-4d1e-989c-6c08731e2c04: rpc.has_security_group_logging(os_id): False [ 1025.099159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.099379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.099458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.100137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.100137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.100137] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.100137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.100137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.100420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.100420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.101410] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.101410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.101410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.101410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.101410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.101410] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.101410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.101410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.101410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.101410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.101879] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 is going to be updated. [ 1025.168785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.168941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.169025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.169252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.169406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.181577] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: IN_PROGRESS for 2s [ 1026.083910] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a in Status: SUCCESS [ 1026.083910] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a deletion is rescheduled due to dependency. [ 1026.083910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.175540] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 1026.175902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.176128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.176351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.176552] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.176689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.176760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.176987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.177095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.177182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.177293] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.178242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.178425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.178650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.178770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.178862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.179048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.179155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.179253] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.684018] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.684018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.684018] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.023549] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5c35438d-ec9f-45b7-a0ae-f9b64e9f7fbd tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_rules [ 1027.023549] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_rules [ 1027.023549] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.024105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.024105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.024207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.024241] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.124428] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4f0d08b9-5641-4fbb-adf9-abf40cd37ce7 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_rules [ 1027.124887] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_rules [ 1027.124887] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.125089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.185109] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.197997] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: SUCCESS [ 1027.198269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.548608] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.548776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.548875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.549118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.549212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.549314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 already deleted. [ 1027.549398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.549547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.549703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.549854] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.688751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.688751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.688751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.688751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.688751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.688751] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 1027.720363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.720532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.720595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.720799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.720948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.730029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 1028.071547] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.071684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.071808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.072097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.072200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.072296] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 already deleted. [ 1028.072377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.923893] env[65380]: INFO networking_nsxv3.common.synchronization [req-58256816-e6ac-4c99-afdd-0ae8639d6f63 req-e1a5ec5b-0d5b-437b-b54d-1ddcba423913 tempest-ServersNegativeTestJSON-37229689 tempest-ServersNegativeTestJSON-37229689-project-member] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1028.926129] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1028.926129] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.926129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.926129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.926129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.926129] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.926129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.926129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.927190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.927190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.927190] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.321896] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.322249] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.322420] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.322731] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.323101] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.323284] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.323403] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.323631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.323773] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.324774] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.324956] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.325144] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.325291] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.325436] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.325570] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.325716] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.354173] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.354385] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.354494] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.354668] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.355057] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-14fe023e-85a4-45c5-9c40-5f6205cbb29f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.355241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-14fe023e-85a4-45c5-9c40-5f6205cbb29f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.355325] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-14fe023e-85a4-45c5-9c40-5f6205cbb29f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.355678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-14fe023e-85a4-45c5-9c40-5f6205cbb29f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.355810] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fe023e-85a4-45c5-9c40-5f6205cbb29f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.430972] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.741402] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 1029.741591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.741761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.741905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.742138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.742251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.742305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.742474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.742547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.742632] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.858326] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.858564] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858742] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.859195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.859461] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.859600] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 14fe023e-85a4-45c5-9c40-5f6205cbb29f not found, creating... [ 1029.859902] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.860081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.860200] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.860440] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.860577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.860982] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.861223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.861432] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.861608] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.861746] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.861927] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 14fe023e-85a4-45c5-9c40-5f6205cbb29f is going to be created. [ 1029.886903] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.888041] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.888041] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.888041] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.888620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.889051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-14fe023e-85a4-45c5-9c40-5f6205cbb29f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.933214] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.245483] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.436728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.436906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.437029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.437382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.437544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.437655] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be updated. [ 1030.475284] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.475501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.475501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.475773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.476101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.488411] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: IN_PROGRESS for 2s [ 1030.651840] env[65380]: INFO networking_nsxv3.common.synchronization [req-58256816-e6ac-4c99-afdd-0ae8639d6f63 req-556edbae-1bea-434c-b146-24e090eb5962 service nova] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_rules [ 1030.652277] env[65380]: INFO networking_nsxv3.common.synchronization [req-58256816-e6ac-4c99-afdd-0ae8639d6f63 req-556edbae-1bea-434c-b146-24e090eb5962 service nova] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1030.652430] env[65380]: INFO networking_nsxv3.common.synchronization [req-58256816-e6ac-4c99-afdd-0ae8639d6f63 req-556edbae-1bea-434c-b146-24e090eb5962 service nova] Enqueued Resource ID: 14fe023e-85a4-45c5-9c40-5f6205cbb29f with Priority: HIGHEST for action port [ 1030.653154] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_rules [ 1030.653308] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1030.653409] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fe023e-85a4-45c5-9c40-5f6205cbb29f with Priority: HIGHEST for action port [ 1030.653697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.653820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.653900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.654129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.654355] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.655679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.655793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.656042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-14fe023e-85a4-45c5-9c40-5f6205cbb29f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.656136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14fe023e-85a4-45c5-9c40-5f6205cbb29f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.656281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14fe023e-85a4-45c5-9c40-5f6205cbb29f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.656387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14fe023e-85a4-45c5-9c40-5f6205cbb29f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.656464] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fe023e-85a4-45c5-9c40-5f6205cbb29f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.750583] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.161271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.161271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.161271] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14fe023e-85a4-45c5-9c40-5f6205cbb29f with status ACTIVE [ 1031.161271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.161271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.161271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.161904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.161904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.161904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.161904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.161904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.162096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.162096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.162322] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.162443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.162601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.162601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.162688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.162998] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14fe023e-85a4-45c5-9c40-5f6205cbb29f is going to be updated. [ 1031.190035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.190162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.190226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.190483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.190624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.190871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14fe023e-85a4-45c5-9c40-5f6205cbb29f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.252921] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.253160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.253220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.253462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.253563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.253671] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 1031.304481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.304664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.304732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.304957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.305266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.316957] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 1031.686371] env[65380]: INFO networking_nsxv3.common.synchronization [req-4e255111-6443-44af-9a1d-0d7bf3d1d8fc req-51c2a735-fc09-44eb-bd90-8f78ea610cee tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1031.686994] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1031.687820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.688016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.688140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.688447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.688698] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.688881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.689012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.689301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.689732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.689732] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.192050] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.192413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.192413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.192546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.192684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.192949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.193149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.193208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.193429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.193622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.193758] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1032.231092] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.231092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.231092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.231553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.231553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.245326] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1032.500063] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1032.500246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.502396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.502396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.502396] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.502396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.502396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.502396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.502396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.502396] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.004442] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.331167] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 1033.331876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.332133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.332352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.332573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.332920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.333052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.333253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.333299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.333382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.333556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.333661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.333722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.333864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.334014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.334407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.334513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.334691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.334769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.334853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.334944] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.508727] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.645751] env[65380]: INFO networking_nsxv3.common.synchronization [req-779cd184-2335-431e-a782-204d5f759f84 req-9df0eaaa-9be3-4d11-9213-0acf71742465 tempest-AttachVolumeTestJSON-1228821728 tempest-AttachVolumeTestJSON-1228821728-project-member] Enqueued Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_members [ 1033.646141] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGHEST for action security_group_members [ 1033.646490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.646649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.646730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.646973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.648037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.648037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.648037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.648037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.648037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.648037] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.839344] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ba2a46f-a25d-4a09-b69d-6bac0495783c: rpc.has_security_group_logging(os_id): False [ 1033.865586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.865806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.865860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.866072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.866160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.866371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.866474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.866615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.866752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.866752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.866979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.867098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.867156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.867304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.867375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.867556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.867663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.867704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.867853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.867919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.868055] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 1033.972161] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.972161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.972161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.972923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.972923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.010925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 1034.011773] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.011773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.011969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.012136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.013036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.013036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be updated. [ 1034.079812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.080012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.080462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.080462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.080602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.096917] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: IN_PROGRESS for 2s [ 1034.150480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.150724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.150724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.150909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.178312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.178879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.180783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.180914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.181207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.181454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.181617] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da is going to be updated. [ 1034.226769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.227114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.227114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.227331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.227545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.238554] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da in Status: IN_PROGRESS for 2s [ 1034.260188] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1034.260431] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 1034.260553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.265214] env[65380]: INFO networking_nsxv3.common.synchronization [req-5f2a361c-64c6-4d33-b897-b8407d999ee3 req-1100e117-c122-4473-a8e2-be2d99e57b64 tempest-MultipleCreateTestJSON-412304750 tempest-MultipleCreateTestJSON-412304750-project-member] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1035.266094] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1035.266508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.266662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.266732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.267019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.267206] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.267350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.267429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.267815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.267815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.267977] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.635193] env[65380]: INFO networking_nsxv3.common.synchronization [req-3ecbdfd4-74fc-473a-bcfe-7afd93d200f8 req-cc2326a0-3eb5-4382-a54a-cd09ace167f3 tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1035.635844] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1035.636190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.636311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.636380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.636601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.636802] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.636897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.636996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.638208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.638315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.638423] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.769775] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.917723] env[65380]: INFO networking_nsxv3.common.synchronization [req-1f183151-66e6-4ce5-8acc-502d99293ae2 req-05617444-6fda-4832-92fc-de3569f3d061 tempest-AttachVolumeShelveTestJSON-691904634 tempest-AttachVolumeShelveTestJSON-691904634-project-member] Enqueued Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_members [ 1035.918821] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGHEST for action security_group_members [ 1035.920207] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.920207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.920343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.920545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.920709] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.920808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.920882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.921248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.921248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.921248] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.015035] env[65380]: INFO networking_nsxv3.common.synchronization [req-702af539-9a00-4bee-bd76-a894df825cf8 req-742352df-f7d1-4a19-abe4-0f0550f4e111 tempest-MultipleCreateTestJSON-412304750 tempest-MultipleCreateTestJSON-412304750-project-member] Enqueued Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1036.016309] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c with Priority: HIGHEST for action security_group_members [ 1036.016309] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba2a46f-a25d-4a09-b69d-6bac0495783c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.016309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.033376] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 1036.033376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.033376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.033376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.033376] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.083697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.083955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.084097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.084608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.084739] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.108084] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1036.108665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.108665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.108896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.108983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.109142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.109209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.109363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.110256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.110256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.110256] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.141120] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.248646] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da in Status: IN_PROGRESS for 4s [ 1036.273358] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.360747] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.360986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.361087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.361373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.361630] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.361781] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.361894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.362163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.362415] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.362565] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.362635] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.363355] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.363355] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.363355] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.363355] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.363355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.390189] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.390189] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.390431] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.390520] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.392063] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.392063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.392063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.392063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.392063] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3270319-f6bf-4f94-9fa9-a7d104c6af7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.424510] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.424510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.424510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.424939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.454672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.454913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.455047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.455139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.455379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.455466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.455558] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe is going to be updated. [ 1036.483794] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.483934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.484013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.484341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.484592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.495063] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: IN_PROGRESS for 2s [ 1036.557442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.557652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.557652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.557812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.557890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.557981] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be deleted. [ 1036.589630] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.613298] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.613502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.613583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.613786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.613955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.614415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.614415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.614415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.614415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.614415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.614641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.614692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.614725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.614841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.615026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.615121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.615121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.615736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.615823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.615909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.616010] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.628319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.628547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.628607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.629031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.629031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.629189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.642766] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.775835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.775835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.775962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.776295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.776420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.776545] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be updated. [ 1036.819270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.819270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.819529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.819737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.819965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.839245] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: IN_PROGRESS for 2s [ 1036.894954] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.895283] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.895386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.895683] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.895836] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.895990] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port d3270319-f6bf-4f94-9fa9-a7d104c6af7c not found, creating... [ 1036.897145] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.897145] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.897145] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.897145] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.897145] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.897536] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.897536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.897536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.897727] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.897814] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.897960] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: d3270319-f6bf-4f94-9fa9-a7d104c6af7c is going to be created. [ 1036.926608] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.927596] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.927596] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.927596] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.927891] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.928299] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.095412] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.118036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cee23752-600c-41e0-9753-ab1e0b51c704: rpc.has_security_group_logging(os_id): False [ 1037.145266] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.145266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.145402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.145579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.145670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.145767] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1037.151671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.151829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.151897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.152316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.152423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.152653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.152769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.152851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.153086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.153167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.153394] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.153489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.153547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.153697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.153782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.153973] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.154114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.154179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.154287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.154423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.154520] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be updated. [ 1037.192813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.193568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.193690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.196046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.196046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.208854] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1037.261900] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.262592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.262854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.264535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.264535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.280025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: IN_PROGRESS for 2s [ 1037.598307] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1037.598490] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1037.715107] env[65380]: INFO networking_nsxv3.common.synchronization [req-3ecbdfd4-74fc-473a-bcfe-7afd93d200f8 req-38e29d05-e833-442d-b951-00eb3f0314c0 service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 1037.715282] env[65380]: INFO networking_nsxv3.common.synchronization [req-3ecbdfd4-74fc-473a-bcfe-7afd93d200f8 req-38e29d05-e833-442d-b951-00eb3f0314c0 service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1037.715415] env[65380]: INFO networking_nsxv3.common.synchronization [req-3ecbdfd4-74fc-473a-bcfe-7afd93d200f8 req-38e29d05-e833-442d-b951-00eb3f0314c0 service nova] Enqueued Resource ID: d3270319-f6bf-4f94-9fa9-a7d104c6af7c with Priority: HIGHEST for action port [ 1037.715948] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 1037.716848] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1037.716983] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3270319-f6bf-4f94-9fa9-a7d104c6af7c with Priority: HIGHEST for action port [ 1037.717745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.717871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.720010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.720010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.720010] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.720010] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.720010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.720010] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.720010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.720010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.720010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.720477] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3270319-f6bf-4f94-9fa9-a7d104c6af7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.068658] env[65380]: INFO networking_nsxv3.common.synchronization [req-898c7684-1581-4118-9e6f-43d764862ff5 req-1c06c0a8-0944-4b78-a55e-4d096d7c98c9 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1038.069465] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1038.069874] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.070135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.071402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.071402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.071402] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.071402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.071402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.071402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.071771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.071771] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.222614] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.222892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.222979] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3270319-f6bf-4f94-9fa9-a7d104c6af7c with status ACTIVE [ 1038.223216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.223352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.223431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.223665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.223768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.223994] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.224149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.224417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.224499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.224557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.224789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.224900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.225025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.225242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.225356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.225452] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3270319-f6bf-4f94-9fa9-a7d104c6af7c is going to be updated. [ 1038.412864] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da in Status: SUCCESS [ 1038.412864] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da deletion is rescheduled due to dependency. [ 1038.412864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.446948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.446948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.446948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.446948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.446948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.446948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3270319-f6bf-4f94-9fa9-a7d104c6af7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.466856] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.467149] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.467341] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.467722] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.468131] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.468333] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.468474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.468786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.468967] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.469231] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.469389] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.469460] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.469579] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.469689] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.469804] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.470056] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.496314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.496314] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.496314] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.496314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.496314] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.496314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.496314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.496314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.496314] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1897ce-0b52-452d-b2c9-61cb2fe392b4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.513658] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77041bd6-f8f6-4614-9d17-6615be29fefe in Status: SUCCESS [ 1038.513876] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe deletion is rescheduled due to dependency. [ 1038.513976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.574579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.575288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.575371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.575612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.575702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.575931] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.576048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.576125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.576468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.576468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.576468] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 already deleted. [ 1038.576591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.853811] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c in Status: SUCCESS [ 1038.853931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.854054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.854544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.854544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.854872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.854872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.854872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.854872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.855113] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba2a46f-a25d-4a09-b69d-6bac0495783c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.954310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.954486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.954567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.954757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.966274] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1038.969224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.970433] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1038.999540] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.999774] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.999887] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.000217] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.000368] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.000523] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 8a1897ce-0b52-452d-b2c9-61cb2fe392b4 not found, creating... [ 1039.000785] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.000941] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.001348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.001348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.001495] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.001696] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.002540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.002764] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.003026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.003190] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.003385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 8a1897ce-0b52-452d-b2c9-61cb2fe392b4 is going to be created. [ 1039.007450] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.007551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.007593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.007776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.018908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.019675] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1039.019810] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.019865] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1039.047554] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.047968] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.048671] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.049076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.049383] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.049636] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.074285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.074493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.074546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.074964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.075868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.076131] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1039.191066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.191066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.193925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.193925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.193925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.193925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1039.222233] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1039.222464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.222662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.222853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.223046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.223173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.223252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.223412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.223491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.223585] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.297107] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1039.297428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.302340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.302554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.302623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.303708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.303973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.304254] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1039.304350] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e221eff0-4680-4583-bed7-974a4118d481', '71d04bd5-5652-4f70-af8c-4fb00e96c772', '897650fa-f5c5-46a6-8809-4055f4cb7969', 'cb0b59c1-1f56-45f9-9354-ad5171f4fb4c', 'f040ca2f-798d-44e6-8942-6e194ec478d4', 'e0b2f015-85f1-43f6-88a3-694b4c107d33', '71951ab8-41be-41ea-ad40-e56d334281d9', '77041bd6-f8f6-4614-9d17-6615be29fefe', 'e9c9b432-c542-4e21-931e-ceea8bcd0380', 'd3dec93d-c15e-41d1-b712-63d59262ed3c', '5e8f342c-762d-46a5-8d1c-7b81719efadd', 'be110f3b-bab3-4c95-803a-e6c40d19de74', '36a64911-c723-48fc-b8d2-ae1e240638c7', '5aac937e-d5fb-43ed-bb42-79d49c22992a', '98584c77-9464-4f64-ae7b-a6b251477c2e', '6e317448-198a-4d1e-989c-6c08731e2c04', 'efacc1a5-f433-4622-aaf4-195ee38e7a7d', '6e3a1abb-4692-4277-a1f8-5ec88be423b5', 'c8d2aeea-85bd-4b3d-b518-cd2c21d0275e', 'cee23752-600c-41e0-9753-ab1e0b51c704', '4be9a739-7d44-4373-aabd-b9411d94a847', 'a6477549-cb78-44d9-979c-bb18af642723', '72ea5966-eeab-44b0-9dbb-9a9a655b1ec7', '96c997f7-8b5a-4fab-a31e-551de41fd8ad', '2689ee4c-4818-4b1e-a50c-bd2553b802ba', '9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90', 'b5af0948-7e87-4cfd-84dc-b64f5648e049', '75ccdda8-4d1b-4b8e-88f5-702b8b65c8da', '5b9db1dc-507b-4d1b-b65b-7d42bf78b180', '15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd', '8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd', '2cfb615c-b6d7-4762-afe7-d3f9dc7584bf', '17bce580-5602-45b3-a0aa-d6bfc2de3bb2', 'c4144af6-a5dc-438d-9bca-64f460b54f11', 'a26dd947-a47b-4822-ac39-472ccf2fdb81', 'd3e6e4de-d122-4de6-9c1b-6c7fb5f00be9', 'ef79e4a0-3704-4fa4-8233-7a92f3c85abb', '9eaa1402-d4b8-4020-a430-2fda6693f2a3', '813acf66-f69f-46a1-842d-f5f49ca4e01f', '3de47040-f690-4378-ac86-2a3a2e339674', '852aa231-41b4-4838-be83-8746678ce591', 'f384a8e8-38a5-4f41-8f42-a7967efa2d85', '38237246-9119-4889-8dc5-df9527f6b249', '30bfef75-8959-473a-ad39-422e25bd3544'} {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.304450] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1039.336100] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.336310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.336310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.336528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.336616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.336716] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1039.336780] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.336833] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1039.359618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.359829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.359829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.360078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.360176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.360352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.360504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.360504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.360675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.360792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.360880] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba2a46f-a25d-4a09-b69d-6bac0495783c is going to be deleted. [ 1039.409314] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.409539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.409603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.409913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.410188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.410441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba2a46f-a25d-4a09-b69d-6bac0495783c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.474062] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.474674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.474674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.474674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.475726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.476100] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1039.476191] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1039.476253] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1039.476319] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1039.476436] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1039.476516] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGH for action security_group_rules [ 1039.476608] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGH for action security_group_rules [ 1039.476690] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGH for action security_group_rules [ 1039.476762] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGH for action security_group_rules [ 1039.476822] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGH for action security_group_rules [ 1039.476927] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGH for action security_group_rules [ 1039.477021] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGH for action security_group_rules [ 1039.477103] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGH for action security_group_rules [ 1039.477205] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGH for action security_group_rules [ 1039.477281] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGH for action security_group_rules [ 1039.477352] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGH for action security_group_rules [ 1039.477424] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGH for action security_group_rules [ 1039.477502] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGH for action security_group_rules [ 1039.477575] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGH for action security_group_rules [ 1039.477575] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGH for action security_group_rules [ 1039.477736] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGH for action security_group_rules [ 1039.477736] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGH for action security_group_rules [ 1039.477736] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGH for action security_group_rules [ 1039.477899] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGH for action security_group_rules [ 1039.477899] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGH for action security_group_rules [ 1039.478029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.726364] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.785410] env[65380]: INFO networking_nsxv3.common.synchronization [req-898c7684-1581-4118-9e6f-43d764862ff5 req-09c210f1-3a79-4c29-ab27-a1bff445d93b service nova] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_rules [ 1039.786101] env[65380]: INFO networking_nsxv3.common.synchronization [req-898c7684-1581-4118-9e6f-43d764862ff5 req-09c210f1-3a79-4c29-ab27-a1bff445d93b service nova] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1039.786228] env[65380]: INFO networking_nsxv3.common.synchronization [req-898c7684-1581-4118-9e6f-43d764862ff5 req-09c210f1-3a79-4c29-ab27-a1bff445d93b service nova] Enqueued Resource ID: 8a1897ce-0b52-452d-b2c9-61cb2fe392b4 with Priority: HIGHEST for action port [ 1039.786871] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_rules [ 1039.787015] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1039.787052] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1897ce-0b52-452d-b2c9-61cb2fe392b4 with Priority: HIGHEST for action port [ 1039.787201] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e221eff0-4680-4583-bed7-974a4118d481 with Priority: HIGH for action security_group_rules [ 1039.787368] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGH for action security_group_rules [ 1039.787368] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71951ab8-41be-41ea-ad40-e56d334281d9 with Priority: HIGH for action security_group_rules [ 1039.787445] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98584c77-9464-4f64-ae7b-a6b251477c2e with Priority: HIGH for action security_group_rules [ 1039.787492] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGH for action security_group_rules [ 1039.787549] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e with Priority: HIGH for action security_group_rules [ 1039.787635] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 with Priority: HIGH for action security_group_rules [ 1039.787720] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d with Priority: HIGH for action security_group_rules [ 1039.787805] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a with Priority: HIGH for action security_group_rules [ 1039.787890] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGH for action security_group_rules [ 1039.787975] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 with Priority: HIGH for action security_group_rules [ 1039.788087] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be110f3b-bab3-4c95-803a-e6c40d19de74 with Priority: HIGH for action security_group_rules [ 1039.788203] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd with Priority: HIGH for action security_group_rules [ 1039.788269] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dec93d-c15e-41d1-b712-63d59262ed3c with Priority: HIGH for action security_group_rules [ 1039.788334] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 with Priority: HIGH for action security_group_rules [ 1039.788414] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 with Priority: HIGH for action security_group_rules [ 1039.788536] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77041bd6-f8f6-4614-9d17-6615be29fefe with Priority: HIGH for action security_group_rules [ 1039.788581] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f040ca2f-798d-44e6-8942-6e194ec478d4 with Priority: HIGH for action security_group_rules [ 1039.788658] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 with Priority: HIGH for action security_group_rules [ 1039.788736] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGH for action security_group_rules [ 1039.789064] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.789207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.789274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.789470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.789546] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.790529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.790669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.790760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.791188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.791188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.791307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.791307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.792127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.792256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.792362] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.793189] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.793299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.793362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.793540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.793614] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1897ce-0b52-452d-b2c9-61cb2fe392b4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.794648] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e221eff0-4680-4583-bed7-974a4118d481 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.794648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.794809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.794848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.794921] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e221eff0-4680-4583-bed7-974a4118d481',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.795702] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.795801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.795845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.796554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.796554] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.796730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71951ab8-41be-41ea-ad40-e56d334281d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.796840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.796893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.797061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.797132] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71951ab8-41be-41ea-ad40-e56d334281d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.797819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98584c77-9464-4f64-ae7b-a6b251477c2e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.798414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.798414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.798414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.798414] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98584c77-9464-4f64-ae7b-a6b251477c2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.799037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.803276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.803367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.803575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.803808] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.804642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.804756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.804854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.805062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.805181] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d2aeea-85bd-4b3d-b518-cd2c21d0275e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.806038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.806149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.806215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.806370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.806967] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e3a1abb-4692-4277-a1f8-5ec88be423b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.808860] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.809081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.809191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.809361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.809433] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efacc1a5-f433-4622-aaf4-195ee38e7a7d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.810325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aac937e-d5fb-43ed-bb42-79d49c22992a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.810436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.810871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.810871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.810871] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aac937e-d5fb-43ed-bb42-79d49c22992a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.811483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.811600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.811664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.811822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.811875] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.812701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a64911-c723-48fc-b8d2-ae1e240638c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.812811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.812866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.813309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.813309] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a64911-c723-48fc-b8d2-ae1e240638c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.813933] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be110f3b-bab3-4c95-803a-e6c40d19de74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.814049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.814101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.814637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.814637] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be110f3b-bab3-4c95-803a-e6c40d19de74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.815509] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8f342c-762d-46a5-8d1c-7b81719efadd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.815509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.815983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.815983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.815983] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8f342c-762d-46a5-8d1c-7b81719efadd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.816941] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3dec93d-c15e-41d1-b712-63d59262ed3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.817027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.817089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.817244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.817317] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3dec93d-c15e-41d1-b712-63d59262ed3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.818114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9c9b432-c542-4e21-931e-ceea8bcd0380 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.818210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.818327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.818422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.818494] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9c9b432-c542-4e21-931e-ceea8bcd0380',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.819239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0b2f015-85f1-43f6-88a3-694b4c107d33 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.819336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.819429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.819583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.819707] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0b2f015-85f1-43f6-88a3-694b4c107d33',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.820894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77041bd6-f8f6-4614-9d17-6615be29fefe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.821029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.821133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.821252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.821339] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77041bd6-f8f6-4614-9d17-6615be29fefe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.823273] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f040ca2f-798d-44e6-8942-6e194ec478d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.823624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.823624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.823926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.823926] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f040ca2f-798d-44e6-8942-6e194ec478d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.825346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71d04bd5-5652-4f70-af8c-4fb00e96c772 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.825346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.826302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.826545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.826640] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71d04bd5-5652-4f70-af8c-4fb00e96c772',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.828450] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.828558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.828667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.829078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.829078] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.833512] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.833642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.857704] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.857876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.857946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.858430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.883740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.883954] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e221eff0-4680-4583-bed7-974a4118d481 is going to be deleted. [ 1039.943042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.943233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.943316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.943527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.943615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.943736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e221eff0-4680-4583-bed7-974a4118d481" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.229979] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.336032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.336286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.336365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.336679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.336954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.337124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.337240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.337452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.337583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.337726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.337866] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.341320] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a1897ce-0b52-452d-b2c9-61cb2fe392b4 with status ACTIVE [ 1040.341320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.341320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.341320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.341320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.341320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.341320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.341805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.341805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.341805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.341964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.342181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.342385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.342385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.342593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.342728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.342859] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a1897ce-0b52-452d-b2c9-61cb2fe392b4 is going to be updated. [ 1040.345291] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.347731] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.347731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.347731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.347971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.348557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.348557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.348557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.348557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.348557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.348799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.348799] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.370682] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.370903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.370959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.371220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.371421] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.371520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.371584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.371744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.371829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.371916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.372014] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.428077] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.428267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.428340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.428561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.430959] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.431087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.431908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.432008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.432775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.432869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.433952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.434069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.434793] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.434882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.435527] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.435619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.436312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.436405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.437103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.437200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.438998] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.439110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.439856] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.439948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.440583] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.441041] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.441149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.441821] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.442237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.442327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.442998] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.443412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.443498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.445128] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.445228] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.445317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.462110] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.462759] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.462943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.463129] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.463580] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.463724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.463794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.463998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.464259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.464452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1897ce-0b52-452d-b2c9-61cb2fe392b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.479989] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.480654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.480781] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8f342c-762d-46a5-8d1c-7b81719efadd is going to be deleted. [ 1040.481736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.481908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.510379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.510542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3dec93d-c15e-41d1-b712-63d59262ed3c is going to be deleted. [ 1040.511553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.511779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.549816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.549971] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71951ab8-41be-41ea-ad40-e56d334281d9 is going to be deleted. [ 1040.551284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.551522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.576439] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.576789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.596172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.596351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.604631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.604764] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f040ca2f-798d-44e6-8942-6e194ec478d4 is going to be deleted. [ 1040.605721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.605924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.654248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.654451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.684422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.684610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9c9b432-c542-4e21-931e-ceea8bcd0380 is going to be deleted. [ 1040.685492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.685936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.733041] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.733292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.733472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.733889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.734301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.734583] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1040.751924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.752137] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98584c77-9464-4f64-ae7b-a6b251477c2e is going to be deleted. [ 1040.753299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.753655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.773078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.773228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.810912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.810912] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be110f3b-bab3-4c95-803a-e6c40d19de74 is going to be deleted. [ 1040.811477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.811744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.824138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.824406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.856907] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.856907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.860171] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.860340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.860340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.860567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.860765] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.860866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.860944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.861123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.861237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.861313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.861503] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.861651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.861651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.861845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.861939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.862046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.862120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.862300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.862482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.862576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.862725] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.864633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.864770] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77041bd6-f8f6-4614-9d17-6615be29fefe is going to be deleted. [ 1040.866252] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.866252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.866252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.866466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.866614] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.866679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.866714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.866871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.866964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.867333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.867333] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.867333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.867531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.867531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.867982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.867982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.867982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.867982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.868268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.868268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.868268] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.869166] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.871669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.871820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.876966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.876966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.876966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.876966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.876966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.888636] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.899289] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1040.900786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.900786] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71d04bd5-5652-4f70-af8c-4fb00e96c772 is going to be deleted. [ 1040.901866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.902503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.955461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.955629] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e3a1abb-4692-4277-a1f8-5ec88be423b5 is going to be deleted. [ 1040.957062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.957062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.979540] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.979721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.999171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.999363] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0b2f015-85f1-43f6-88a3-694b4c107d33 is going to be deleted. [ 1041.000379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.000660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.034011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.034212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.040355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.040515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.074696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.074875] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aac937e-d5fb-43ed-bb42-79d49c22992a is going to be deleted. [ 1041.075876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.076126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.158467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.158467] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d2aeea-85bd-4b3d-b518-cd2c21d0275e is going to be deleted. [ 1041.159243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.159469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.165640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.165825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.180257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.180257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.223991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.223991] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be deleted. [ 1041.225023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.225250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.268151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.268302] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efacc1a5-f433-4622-aaf4-195ee38e7a7d is going to be deleted. [ 1041.270259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.270259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.278153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.278531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.329035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.329258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.375110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.375404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.378090] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e317448-198a-4d1e-989c-6c08731e2c04: rpc.has_security_group_logging(os_id): False [ 1041.379590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.379808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.379879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.380250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.380409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.380560] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 is going to be created. [ 1041.382134] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cee23752-600c-41e0-9753-ab1e0b51c704: rpc.has_security_group_logging(os_id): False [ 1041.384706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.384895] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a64911-c723-48fc-b8d2-ae1e240638c7 is going to be deleted. [ 1041.386184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.386544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.386704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.387104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8f342c-762d-46a5-8d1c-7b81719efadd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.388746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.389092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.389248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.389454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3dec93d-c15e-41d1-b712-63d59262ed3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.390141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.390453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.390658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.390853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71951ab8-41be-41ea-ad40-e56d334281d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.391427] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0b59c1-1f56-45f9-9354-ad5171f4fb4c: rpc.has_security_group_logging(os_id): False [ 1041.392724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.393066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.393217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.393438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f040ca2f-798d-44e6-8942-6e194ec478d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.393693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.393965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.394122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.394309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9c9b432-c542-4e21-931e-ceea8bcd0380" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.395072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.395289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.395384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.395699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98584c77-9464-4f64-ae7b-a6b251477c2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.395699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.395862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.395940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.396099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be110f3b-bab3-4c95-803a-e6c40d19de74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.396284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.396468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.396626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.396685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71d04bd5-5652-4f70-af8c-4fb00e96c772" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.397063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.397063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.397164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.397273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77041bd6-f8f6-4614-9d17-6615be29fefe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.397421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.397542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.397611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.397762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0b2f015-85f1-43f6-88a3-694b4c107d33" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.397930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.398127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.398253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.398392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e3a1abb-4692-4277-a1f8-5ec88be423b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.398535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.398705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.398789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.398936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aac937e-d5fb-43ed-bb42-79d49c22992a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.399108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.399274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.399355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.399484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d2aeea-85bd-4b3d-b518-cd2c21d0275e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.399943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.399943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.399943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.400104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.451436] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.451717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.451717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.451998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.455073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.455266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.456698] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.456969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.458314] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.458489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.500284] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.500702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.500702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.500928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.502295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.534145] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: UNINITIALIZED for 2s [ 1041.552867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.553276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.553496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.553496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.553754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.553919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.554079] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1041.555474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.555760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.608763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.609074] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.609273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.609397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.610128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.610128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.610128] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.610128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.610442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.610442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.610442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.610598] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.610730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.610917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.610984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.611075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.611185] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be updated. [ 1041.612519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.612694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.612844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.612960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efacc1a5-f433-4622-aaf4-195ee38e7a7d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.613122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.613806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.652955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.654164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.691960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.692401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.692571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.692749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.692942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.693063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.693291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.693400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.693481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.693620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.693696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.693885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.693991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.694125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.694210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.694288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.694530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 is going to be updated. [ 1041.695761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.695926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.696016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.696155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a64911-c723-48fc-b8d2-ae1e240638c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.761151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.761151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.761151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.761151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.761151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.778454] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1041.787978] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.788189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.788233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.788630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.788630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.800472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.800698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.800742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.801189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.801487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.858862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: IN_PROGRESS for 2s [ 1041.858862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: IN_PROGRESS for 2s [ 1042.911036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1042.911441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.911490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.911702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.911953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.912105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.912240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.912391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.912493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.912588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.912730] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.288853] env[65380]: INFO networking_nsxv3.common.synchronization [req-da33389a-235b-421b-a018-59089285cfae req-83c68f49-b702-48e5-97ef-eb8621854ef5 tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1043.288853] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1043.288989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.289263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.289458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.289806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.290329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.290329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.290329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.290663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.290841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.291047] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.365876] env[65380]: INFO networking_nsxv3.common.synchronization [req-21eedd76-ef68-47ba-8d6c-8dd1456b6f17 req-3ba2230e-44ff-4494-ae23-ee24dfbd8a42 tempest-ServersNegativeTestJSON-37229689 tempest-ServersNegativeTestJSON-37229689-project-member] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1043.366434] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1043.366772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.366892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.366939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.367269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.367467] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.367608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.367672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.367870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.367961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.368106] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.415359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.415515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.415592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.415811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.415973] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.416085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.416147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.416292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.416379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.416462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.416602] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.416691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.416741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.416880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.417023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.417113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.417172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.417303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.417374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.417675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.417770] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.548629] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: SUCCESS [ 1043.548629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.548629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.548629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.548629] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.548629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.548629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.548629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.548629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.548629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.548629] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.661837] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.662057] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.662184] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.662493] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.662760] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.662913] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.663037] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.663295] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.663416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.663622] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.663736] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.663842] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.663946] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.664062] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.664165] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.664293] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.691633] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.691633] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.691747] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.691879] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.692342] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-c33a2475-1ca5-45a8-8f0e-f76944136030 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.692606] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-c33a2475-1ca5-45a8-8f0e-f76944136030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.692718] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-c33a2475-1ca5-45a8-8f0e-f76944136030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.693555] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-c33a2475-1ca5-45a8-8f0e-f76944136030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.693555] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c33a2475-1ca5-45a8-8f0e-f76944136030',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.793993] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1043.794266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.795104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.795266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.795337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.795611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.795687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.795832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.795929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.795984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.796150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.796362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.796362] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be deleted. [ 1043.850086] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.850847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.851122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.851411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.851548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.851683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.871939] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.878273] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1043.878513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.879388] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: SUCCESS [ 1043.879568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.924294] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90: rpc.has_security_group_logging(os_id): False [ 1043.943443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.944456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.944456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.944456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.966594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.966882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.967032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.967109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.967314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.967400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.967613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.967719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.967806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.967968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.968067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.968264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.968358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.968422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.968680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.970264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.970264] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1044.050708] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.054062] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.054062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.054062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.054062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.054062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.100759] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1044.196839] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.196979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.197122] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.197415] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.197579] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.197720] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port c33a2475-1ca5-45a8-8f0e-f76944136030 not found, creating... [ 1044.197987] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.198191] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.198307] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.198527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.198656] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.198935] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.200112] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.200307] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.200518] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.200645] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.200791] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: c33a2475-1ca5-45a8-8f0e-f76944136030 is going to be created. [ 1044.232590] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.232856] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.232944] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.233294] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.233563] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.233801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-c33a2475-1ca5-45a8-8f0e-f76944136030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.375118] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.561058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12ac8732-09d8-4c29-bc26-c8378e499db7: rpc.has_security_group_logging(os_id): False [ 1044.582786] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.583176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.583284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.583486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.583580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.583859] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.583922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.583987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.584167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.584245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.584340] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 is going to be created. [ 1044.655937] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.656150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.656194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.656416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.656652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.673395] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: IN_PROGRESS for 2s [ 1044.877995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.878123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.878166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.878410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.878506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.878610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be updated. [ 1044.930524] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.930524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.931064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.931064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.931064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.942371] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: IN_PROGRESS for 2s [ 1045.026550] env[65380]: INFO networking_nsxv3.common.synchronization [req-da33389a-235b-421b-a018-59089285cfae req-df7cff70-0328-4eda-91e6-02a0d1eb8765 service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 1045.027060] env[65380]: INFO networking_nsxv3.common.synchronization [req-da33389a-235b-421b-a018-59089285cfae req-df7cff70-0328-4eda-91e6-02a0d1eb8765 service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1045.027060] env[65380]: INFO networking_nsxv3.common.synchronization [req-da33389a-235b-421b-a018-59089285cfae req-df7cff70-0328-4eda-91e6-02a0d1eb8765 service nova] Enqueued Resource ID: c33a2475-1ca5-45a8-8f0e-f76944136030 with Priority: HIGHEST for action port [ 1045.027862] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 1045.028094] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1045.028231] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33a2475-1ca5-45a8-8f0e-f76944136030 with Priority: HIGHEST for action port [ 1045.028595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.028809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.028853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.029544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.029544] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.030685] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.030685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.030685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.030966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.031693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.031693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.031693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.031693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.031967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.031967] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.034892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c33a2475-1ca5-45a8-8f0e-f76944136030 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.034892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c33a2475-1ca5-45a8-8f0e-f76944136030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.034892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c33a2475-1ca5-45a8-8f0e-f76944136030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.034892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c33a2475-1ca5-45a8-8f0e-f76944136030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.034892] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c33a2475-1ca5-45a8-8f0e-f76944136030',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.540464] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.541625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.541813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.543222] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c33a2475-1ca5-45a8-8f0e-f76944136030 with status ACTIVE [ 1045.543402] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.543520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.543579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.543788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.543876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.544661] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.544812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.544870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.545084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.545195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.545364] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.545459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.545539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.545664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.545794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.545996] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c33a2475-1ca5-45a8-8f0e-f76944136030 is going to be updated. [ 1045.582283] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.582589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.583513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.583861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.584024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.584208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c33a2475-1ca5-45a8-8f0e-f76944136030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.044646] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.117387] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1046.117763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.250950] env[65380]: INFO networking_nsxv3.common.synchronization [None req-f46edaf4-a4e7-411d-912a-09b611066098 tempest-AttachVolumeShelveTestJSON-691904634 tempest-AttachVolumeShelveTestJSON-691904634-project-member] Enqueued Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_rules [ 1046.251510] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_rules [ 1046.251759] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.251881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.251952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.252293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.252431] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.412752] env[65380]: INFO networking_nsxv3.common.synchronization [None req-86f4d749-4e4e-4b1c-a2da-58b5000b6aca tempest-AttachVolumeShelveTestJSON-691904634 tempest-AttachVolumeShelveTestJSON-691904634-project-member] Enqueued Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_rules [ 1046.413400] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_rules [ 1046.413400] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.413576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.548964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.548964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.548964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.548964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.548964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.548964] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be created. [ 1046.577328] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.577657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.577657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.577759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.578440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.588429] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: UNINITIALIZED for 2s [ 1046.688633] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: SUCCESS [ 1046.688633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.780077] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.780230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.780230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.780504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.780597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.780640] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc already deleted. [ 1046.780702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.780860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.781017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.781104] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.959642] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1046.960262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.309497] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.309932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.309932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.309932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.310071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.310641] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc already deleted. [ 1047.310641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.599755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1048.600029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.600159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.600405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.600618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.600764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.600841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.600999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.601093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.601174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.601446] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.104638] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.105021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.105120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.105402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.106188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.106188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.106188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.106188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.106188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.106188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.106478] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.106478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.106478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.106655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.106772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.106836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.106881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.107124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.107208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.107293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.107379] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.465231] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9395d8d9-0b65-42a8-9845-3e378b9547a4 None None] Enqueued Resource ID: 0872ab81-6749-49c3-8b6b-e3641d91daa2 with Priority: HIGHEST for action port [ 1049.465231] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872ab81-6749-49c3-8b6b-e3641d91daa2 with Priority: HIGHEST for action port [ 1049.465231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0872ab81-6749-49c3-8b6b-e3641d91daa2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.465231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0872ab81-6749-49c3-8b6b-e3641d91daa2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.465231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0872ab81-6749-49c3-8b6b-e3641d91daa2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.465737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0872ab81-6749-49c3-8b6b-e3641d91daa2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.466275] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0872ab81-6749-49c3-8b6b-e3641d91daa2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.610726] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 897650fa-f5c5-46a6-8809-4055f4cb7969: rpc.has_security_group_logging(os_id): False [ 1049.636027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.636027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.636027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.636027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.636995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.636995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.636995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.636995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.636995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.636995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be created. [ 1049.702264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.702433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.702556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.702769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.702981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.720131] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1049.952152] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0bd7f407-46d5-4eda-922a-dc39c7c64bbf tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1049.953411] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1049.953411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.955083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.955227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.955903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.956080] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.970152] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0872ab81-6749-49c3-8b6b-e3641d91daa2 [ 1049.970152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.970152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.970152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.970152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.970152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.970449] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0872ab81-6749-49c3-8b6b-e3641d91daa2 already deleted. [ 1049.970449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0872ab81-6749-49c3-8b6b-e3641d91daa2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.083687] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b0538b88-b315-4bfc-87ad-825a993a6417 tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1050.083687] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1050.083687] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.083687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.484019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.484333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.484902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.485233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.485314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.485410] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 already deleted. [ 1050.485493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.485655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.485826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.485917] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.012203] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.012633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.012633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.012727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.014031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.014031] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 already deleted. [ 1051.014031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.741070] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1051.741665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.161496] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b5218ce5-c416-4fce-9df8-c4be1274e67a None None] Enqueued Resource ID: 11c11c86-3d98-4be5-a312-ef5097ffe976 with Priority: HIGHEST for action port [ 1052.161740] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c11c86-3d98-4be5-a312-ef5097ffe976 with Priority: HIGHEST for action port [ 1052.161953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-11c11c86-3d98-4be5-a312-ef5097ffe976 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.163182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11c11c86-3d98-4be5-a312-ef5097ffe976" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.163182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11c11c86-3d98-4be5-a312-ef5097ffe976" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.163182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11c11c86-3d98-4be5-a312-ef5097ffe976" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.163182] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c11c86-3d98-4be5-a312-ef5097ffe976',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.583291] env[65380]: INFO networking_nsxv3.common.synchronization [req-adb1c2e7-7dbc-4a54-8d85-a725534fa704 req-7472910b-62f2-41f1-beef-f11b371cea16 tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1052.583916] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1052.584500] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.584578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.584619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.584802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.585281] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.585281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.585281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.585281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.585586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.585586] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.665376] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11c11c86-3d98-4be5-a312-ef5097ffe976 [ 1052.665607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.665767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.665814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.666012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.666104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.666198] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11c11c86-3d98-4be5-a312-ef5097ffe976 already deleted. [ 1052.666267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11c11c86-3d98-4be5-a312-ef5097ffe976" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.062098] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.062323] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.062460] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.063122] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.063122] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.063296] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.063407] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.063680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.063842] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.064102] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.064219] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.064333] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.064470] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.064569] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.064699] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.064890] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.087968] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.092861] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.092861] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.092861] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.092861] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.092861] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.092861] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.092861] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.092861] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.092861] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.596085] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.596558] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.596762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.596874] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.597165] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.597324] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.597461] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c not found, creating... [ 1053.598026] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.598026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.598026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.598276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.598674] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.598990] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.598990] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.599099] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.599306] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.599438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.599575] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c is going to be created. [ 1053.629776] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.629976] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.630081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.630679] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.630679] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.630850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.102351] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.102540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.102645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.102876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.102967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.103085] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1054.139703] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.139703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.139703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.140760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.140760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.152315] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1054.403334] env[65380]: INFO networking_nsxv3.common.synchronization [req-adb1c2e7-7dbc-4a54-8d85-a725534fa704 req-7c68f4b1-6848-4fff-b94d-fa0afec9b7b6 service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 1054.403693] env[65380]: INFO networking_nsxv3.common.synchronization [req-adb1c2e7-7dbc-4a54-8d85-a725534fa704 req-7c68f4b1-6848-4fff-b94d-fa0afec9b7b6 service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1054.403949] env[65380]: INFO networking_nsxv3.common.synchronization [req-adb1c2e7-7dbc-4a54-8d85-a725534fa704 req-7c68f4b1-6848-4fff-b94d-fa0afec9b7b6 service nova] Enqueued Resource ID: 621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c with Priority: HIGHEST for action port [ 1054.404737] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 1054.404965] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1054.405194] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c with Priority: HIGHEST for action port [ 1054.405621] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.405813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.405938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.406265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.406407] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.409198] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.409363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.409805] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.412925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.412925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.412925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.412925] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.668463] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8d395c28-2535-490d-90ec-adba210b743e tempest-ServerRescueNegativeTestJSON-58376548 tempest-ServerRescueNegativeTestJSON-58376548-project-member] Enqueued Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_rules [ 1054.670841] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_rules [ 1054.671626] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.671626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.671626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.672012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.672012] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.781028] env[65380]: INFO networking_nsxv3.common.synchronization [None req-381ade65-b548-43ff-985a-f3fa04ccfcd8 tempest-ServerRescueNegativeTestJSON-58376548 tempest-ServerRescueNegativeTestJSON-58376548-project-member] Enqueued Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_rules [ 1054.781400] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_rules [ 1054.781954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.782085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.913301] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.913527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.913739] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c with status ACTIVE [ 1054.913964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.914102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.914170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.914381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.914502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.914635] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.914729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.914790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.914937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.915064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.915203] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.915300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.915353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.915482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.915581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.915687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c is going to be updated. [ 1054.940266] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.940488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.940488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.940787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.940938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.941136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-621f51f1-9e8a-4a5b-bebe-2cf5ddfb8e7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.081172] env[65380]: INFO networking_nsxv3.common.synchronization [req-7bb6e318-759b-4984-b3ef-908948dffcd5 req-f30ae82d-8d7b-43d0-b1b9-afe3e33a6187 tempest-AttachVolumeShelveTestJSON-691904634 tempest-AttachVolumeShelveTestJSON-691904634-project-member] Enqueued Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_members [ 1055.081491] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_members [ 1055.081817] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.081933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.081998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.082494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.082758] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.083533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.083660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.083863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.083969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.084087] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.199609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.199799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.199854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.200091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.200727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.200727] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f already deleted. [ 1055.200872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.201362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.201574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.201666] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.586216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.586401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.586451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.586646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.586776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.587105] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.587226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.587348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.587463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.587543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.587634] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc already deleted. [ 1055.587718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.728072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.728403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.728403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.728499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.728584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.728681] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f already deleted. [ 1055.728761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.065477] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.066310] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.066310] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.066310] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.066310] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.066615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.066615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.066824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.067091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.067175] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.067288] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.067389] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.067522] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.067582] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.067684] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.067807] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.089510] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.089700] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.089855] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.090179] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.090552] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.090862] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.091025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.091421] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.091938] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a067ca63-4c7b-44ac-ae7f-82164b8ae0fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.164663] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1056.164887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.165077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.165293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.165475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.165591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.165654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.165800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.165878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.165971] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.596596] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.596834] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.596958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.597287] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.597454] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.597607] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port a067ca63-4c7b-44ac-ae7f-82164b8ae0fb not found, creating... [ 1056.597885] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.598058] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.598173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.598396] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.598541] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.598822] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.598973] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.599119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.599339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.599470] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.599607] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: a067ca63-4c7b-44ac-ae7f-82164b8ae0fb is going to be created. [ 1056.622348] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.622631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.622757] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.623051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.623281] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.623499] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.668069] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.170908] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.340055] env[65380]: INFO networking_nsxv3.common.synchronization [req-7bb6e318-759b-4984-b3ef-908948dffcd5 req-be273c3a-c0f9-4099-9acc-3ad31b1494d7 service nova] Enqueued Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_rules [ 1057.340267] env[65380]: INFO networking_nsxv3.common.synchronization [req-7bb6e318-759b-4984-b3ef-908948dffcd5 req-be273c3a-c0f9-4099-9acc-3ad31b1494d7 service nova] Enqueued Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_members [ 1057.340581] env[65380]: INFO networking_nsxv3.common.synchronization [req-7bb6e318-759b-4984-b3ef-908948dffcd5 req-be273c3a-c0f9-4099-9acc-3ad31b1494d7 service nova] Enqueued Resource ID: a067ca63-4c7b-44ac-ae7f-82164b8ae0fb with Priority: HIGHEST for action port [ 1057.341081] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_rules [ 1057.341258] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_members [ 1057.341326] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a067ca63-4c7b-44ac-ae7f-82164b8ae0fb with Priority: HIGHEST for action port [ 1057.342855] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.342855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.342855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.342855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.342855] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.343194] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.343300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.343361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.343537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.343706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.343966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.343966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.344078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.344078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.344383] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.346285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.346285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.346285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.346285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.346285] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a067ca63-4c7b-44ac-ae7f-82164b8ae0fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.673186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.674223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.674364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.674623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.674766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.674911] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1057.705800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.706117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.706267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.706512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.707992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.718581] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1057.847477] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.847624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.848195] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.848749] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a067ca63-4c7b-44ac-ae7f-82164b8ae0fb with status ACTIVE [ 1057.848951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.849091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.849159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.849365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.849451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.849626] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.849722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.849785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.849976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.851423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.851652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.851787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.852106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.852286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.852378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.852468] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a067ca63-4c7b-44ac-ae7f-82164b8ae0fb is going to be updated. [ 1057.878942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.879142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.879221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.879450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.879956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.879956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.981057] env[65380]: INFO networking_nsxv3.common.synchronization [req-7974cf80-61ed-41f0-b51a-7e2c859a7c87 req-68973c5d-22f1-45db-bd29-6370aaabaea1 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1057.982944] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1057.982944] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.982944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.982944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.982944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.982944] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.982944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.982944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.982944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.982944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.982944] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.305425] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.305702] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.305702] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.306027] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.306132] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.306285] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.306401] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.306616] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.306758] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.306952] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.307078] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.307224] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.307359] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.307472] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.307575] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.307728] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.328862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.329094] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.329432] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.329432] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.329838] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-c01de7e8-07aa-48c7-90a6-c400b72dacbc taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.330046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-c01de7e8-07aa-48c7-90a6-c400b72dacbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.330172] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-c01de7e8-07aa-48c7-90a6-c400b72dacbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.330494] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-c01de7e8-07aa-48c7-90a6-c400b72dacbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.330631] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01de7e8-07aa-48c7-90a6-c400b72dacbc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.354242] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.484844] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.833350] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.833663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.833976] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.834595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.834821] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.835095] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port c01de7e8-07aa-48c7-90a6-c400b72dacbc not found, creating... [ 1058.835587] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.835835] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.836032] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.836509] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.836768] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.837306] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.837542] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.837709] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.838168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.838457] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.838710] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: c01de7e8-07aa-48c7-90a6-c400b72dacbc is going to be created. [ 1058.859034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.859034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.859034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.859034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.859034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.859034] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc is going to be created. [ 1058.868220] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.869457] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.869457] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.870345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.870345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.870576] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-c01de7e8-07aa-48c7-90a6-c400b72dacbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.887868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.888110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.888161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.888366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.888526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.898215] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: UNINITIALIZED for 2s [ 1058.988176] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.493598] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.493598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.493598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.493598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.493598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.493598] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 is going to be updated. [ 1059.533993] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.534194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.534315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.534581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.534855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.546826] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: IN_PROGRESS for 2s [ 1059.680577] env[65380]: INFO networking_nsxv3.common.synchronization [req-7974cf80-61ed-41f0-b51a-7e2c859a7c87 req-a5da34d3-9bf6-4a5f-bf0e-ab3cb1d9af40 service nova] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_rules [ 1059.680778] env[65380]: INFO networking_nsxv3.common.synchronization [req-7974cf80-61ed-41f0-b51a-7e2c859a7c87 req-a5da34d3-9bf6-4a5f-bf0e-ab3cb1d9af40 service nova] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1059.680930] env[65380]: INFO networking_nsxv3.common.synchronization [req-7974cf80-61ed-41f0-b51a-7e2c859a7c87 req-a5da34d3-9bf6-4a5f-bf0e-ab3cb1d9af40 service nova] Enqueued Resource ID: c01de7e8-07aa-48c7-90a6-c400b72dacbc with Priority: HIGHEST for action port [ 1059.682275] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_rules [ 1059.682375] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1059.682469] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01de7e8-07aa-48c7-90a6-c400b72dacbc with Priority: HIGHEST for action port [ 1059.682867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.682993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.683158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.683303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.683430] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.684715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.684964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.685271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c01de7e8-07aa-48c7-90a6-c400b72dacbc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.687042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c01de7e8-07aa-48c7-90a6-c400b72dacbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.687042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c01de7e8-07aa-48c7-90a6-c400b72dacbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.687042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c01de7e8-07aa-48c7-90a6-c400b72dacbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.687042] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c01de7e8-07aa-48c7-90a6-c400b72dacbc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.731249] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1059.731515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.731748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.732081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.732334] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.732470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.732539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.732773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.732889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.732983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.733102] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.187423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.187617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.189452] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c01de7e8-07aa-48c7-90a6-c400b72dacbc with status ACTIVE [ 1060.189640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.189754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.189825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.190049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.190117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.190315] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.190378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.190425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.191143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.191143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.191143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.191143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.191143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.193330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.193431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.193534] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c01de7e8-07aa-48c7-90a6-c400b72dacbc is going to be updated. [ 1060.227517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.227773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.227874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.228209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.228439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.228694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c01de7e8-07aa-48c7-90a6-c400b72dacbc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.237025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.237025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.237025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.237025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.237792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.237792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.237792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.237792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.237792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.237792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.237792] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.628786] env[65380]: INFO networking_nsxv3.common.synchronization [req-444d5bdb-d104-494f-a28e-82746e2b7034 req-3b8d3272-91df-4665-b818-b5eef56c4cb9 tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1060.631216] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1060.631689] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.632175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.632175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.632300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.632539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.632801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.632869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.633077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.633210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.633326] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.740696] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90: rpc.has_security_group_logging(os_id): False [ 1060.761268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.761417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.761473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.761681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.761771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.761954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.762262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.762262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.762262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.762396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.762544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.762639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.762707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.762946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.763330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.765033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.765033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.765033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.765033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.765033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.765033] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1060.828537] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.828701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.828747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.828982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.829177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.846280] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1060.911599] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: SUCCESS [ 1060.911897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.911998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.912276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.912481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.912605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.912688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.912955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.913087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.913182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.913182] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.136786] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.137017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.137017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.137149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.137241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.137437] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.137536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.137598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.137753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.137819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.137904] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1061.167369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.167501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.167570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.167821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.167917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.177564] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1061.416429] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.443782] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cfe7e9f-10bf-45ac-878a-e5025667147e req-586e1837-a380-4a09-9f3c-18982c77e4b8 tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1061.444941] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1061.444941] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.444941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.445150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.445434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.445659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.445988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.445988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.446116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.446116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.446187] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.558806] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: SUCCESS [ 1061.559116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.559288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.559521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.559705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.559815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.559874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.560042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.560212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.560212] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.834767] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.835100] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.835100] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.835559] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.835896] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.836094] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.836223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.836469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.836619] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.836844] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.836977] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.837101] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.837213] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.837342] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.837474] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.837623] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.861447] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.861633] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.861771] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.861943] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.862318] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-b398c61f-2519-4eb3-8527-f9a59c58e46d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.862494] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-b398c61f-2519-4eb3-8527-f9a59c58e46d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.862613] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-b398c61f-2519-4eb3-8527-f9a59c58e46d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.863016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-b398c61f-2519-4eb3-8527-f9a59c58e46d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.863120] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b398c61f-2519-4eb3-8527-f9a59c58e46d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.919169] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c72bde31-ecba-47fb-ae21-a940ba4eaddc: rpc.has_security_group_logging(os_id): False [ 1061.947348] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.948032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.948032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.948032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.948032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.948367] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.948496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.948577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.948862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.948953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.949075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc is going to be created. [ 1061.950486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.950629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.950716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.950975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.951071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.951267] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.951389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.951466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.951652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.951748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.951852] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 already deleted. [ 1061.951945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.020433] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.020617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.020669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.020919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.021058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.033957] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: IN_PROGRESS for 2s [ 1062.062420] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.365932] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.366234] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.366340] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.366644] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.366839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.367020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port b398c61f-2519-4eb3-8527-f9a59c58e46d not found, creating... [ 1062.367303] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.367519] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.367665] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.367910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.368063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.368437] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.368572] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.368687] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.368960] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.369143] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.369316] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: b398c61f-2519-4eb3-8527-f9a59c58e46d is going to be created. [ 1062.391980] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.392257] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.392399] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.392718] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.393100] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.393317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-b398c61f-2519-4eb3-8527-f9a59c58e46d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.568057] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.863242] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1062.863526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.070665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.070881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.070947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.071172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.071256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.071356] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 is going to be updated. [ 1063.097958] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.098131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.098180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.098384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.098526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.108110] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cfe7e9f-10bf-45ac-878a-e5025667147e req-63c8d176-ef24-4340-b035-fb1c2c89ac52 service nova] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1063.108292] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cfe7e9f-10bf-45ac-878a-e5025667147e req-63c8d176-ef24-4340-b035-fb1c2c89ac52 service nova] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1063.108427] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cfe7e9f-10bf-45ac-878a-e5025667147e req-63c8d176-ef24-4340-b035-fb1c2c89ac52 service nova] Enqueued Resource ID: b398c61f-2519-4eb3-8527-f9a59c58e46d with Priority: HIGHEST for action port [ 1063.109422] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: IN_PROGRESS for 2s [ 1063.109527] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1063.109663] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1063.109758] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b398c61f-2519-4eb3-8527-f9a59c58e46d with Priority: HIGHEST for action port [ 1063.110375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.110501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.110585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.110832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.110918] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.112233] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.112359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.112447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.112624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.112774] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.112893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.112958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.113113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.113236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.113273] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.115136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b398c61f-2519-4eb3-8527-f9a59c58e46d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.115136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b398c61f-2519-4eb3-8527-f9a59c58e46d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.115136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b398c61f-2519-4eb3-8527-f9a59c58e46d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.115136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b398c61f-2519-4eb3-8527-f9a59c58e46d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.115136] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b398c61f-2519-4eb3-8527-f9a59c58e46d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.188897] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1063.188991] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 1063.189136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.616658] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.617859] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.617981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.618182] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b398c61f-2519-4eb3-8527-f9a59c58e46d with status ACTIVE [ 1063.618296] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.618401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.618465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.618675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.619216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.619216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.619216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.619216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.619412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.619412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.619561] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.619561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.619650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.619752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.619828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.619909] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b398c61f-2519-4eb3-8527-f9a59c58e46d is going to be updated. [ 1063.646409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.646558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.646609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.650373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.653550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.653550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b398c61f-2519-4eb3-8527-f9a59c58e46d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.000673] env[65380]: INFO networking_nsxv3.common.synchronization [req-06a31881-3e98-4df5-965f-a748c6984352 req-005016bc-c6f1-4f58-8945-bafb179569ba tempest-ServerRescueNegativeTestJSON-58376548 tempest-ServerRescueNegativeTestJSON-58376548-project-member] Enqueued Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_members [ 1064.001775] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_members [ 1064.001906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.002518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.002518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.002518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.002914] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.002914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.002914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.002914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.003174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.003174] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.051687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: SUCCESS [ 1064.051955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.122269] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.359369] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.359523] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.359627] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.359851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.360114] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.360273] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.360389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.360603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.360788] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.361016] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.361313] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.361462] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.361706] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.361785] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.361901] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.362088] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.384609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.384866] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.385118] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.385353] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-817" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.385751] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-c87153df-7ea5-44b1-8e34-55a2b892279f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.385985] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-c87153df-7ea5-44b1-8e34-55a2b892279f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.386165] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-c87153df-7ea5-44b1-8e34-55a2b892279f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.386534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-c87153df-7ea5-44b1-8e34-55a2b892279f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.386713] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87153df-7ea5-44b1-8e34-55a2b892279f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.506893] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.507413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.507611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.507924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.508153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.508484] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.508739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.508904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.509169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.509399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.509582] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f already deleted. [ 1064.509760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.625215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.625384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.625384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.625589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.625672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.625767] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be created. [ 1064.654054] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.654054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.654054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.654419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.654419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.669069] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: UNINITIALIZED for 2s [ 1064.890076] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.890482] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.890639] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.891107] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.891373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.891644] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port c87153df-7ea5-44b1-8e34-55a2b892279f not found, creating... [ 1064.892137] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.892427] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.892636] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.892995] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.893226] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.893688] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.893924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.894122] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.894452] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.894649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.894858] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: c87153df-7ea5-44b1-8e34-55a2b892279f is going to be created. [ 1064.918762] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.918998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.919211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.919412] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.919673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.919946] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-c87153df-7ea5-44b1-8e34-55a2b892279f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.121256] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: SUCCESS [ 1065.121751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.121943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.122121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.122434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.122622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.122725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.122957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.123252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.123252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.123252] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.627257] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.638159] env[65380]: INFO networking_nsxv3.common.synchronization [req-06a31881-3e98-4df5-965f-a748c6984352 req-a67ed64a-8ac4-464a-aa52-108abb6c6a1a service nova] Enqueued Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_rules [ 1065.638253] env[65380]: INFO networking_nsxv3.common.synchronization [req-06a31881-3e98-4df5-965f-a748c6984352 req-a67ed64a-8ac4-464a-aa52-108abb6c6a1a service nova] Enqueued Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_members [ 1065.638828] env[65380]: INFO networking_nsxv3.common.synchronization [req-06a31881-3e98-4df5-965f-a748c6984352 req-a67ed64a-8ac4-464a-aa52-108abb6c6a1a service nova] Enqueued Resource ID: c87153df-7ea5-44b1-8e34-55a2b892279f with Priority: HIGHEST for action port [ 1065.638828] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_rules [ 1065.638828] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_members [ 1065.638828] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87153df-7ea5-44b1-8e34-55a2b892279f with Priority: HIGHEST for action port [ 1065.641426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.641599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.641670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.641918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.641918] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.642848] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.642954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.642954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.643148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.643318] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.643389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.643446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.643619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.643678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.643738] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.645335] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c87153df-7ea5-44b1-8e34-55a2b892279f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.645481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c87153df-7ea5-44b1-8e34-55a2b892279f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.645546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c87153df-7ea5-44b1-8e34-55a2b892279f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.645655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c87153df-7ea5-44b1-8e34-55a2b892279f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.645725] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87153df-7ea5-44b1-8e34-55a2b892279f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.131234] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12ac8732-09d8-4c29-bc26-c8378e499db7: rpc.has_security_group_logging(os_id): False [ 1066.151780] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c87153df-7ea5-44b1-8e34-55a2b892279f with status ACTIVE [ 1066.151780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.151780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.151780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.151780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.151780] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c87153df-7ea5-44b1-8e34-55a2b892279f is going to be updated. [ 1066.153330] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.154848] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.156790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.156790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.158060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.158188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.158770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.158770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.159155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.159285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.159353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.159500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.159570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.159659] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 is going to be updated. [ 1066.185721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.185721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.185721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.185898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.186070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.186290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c87153df-7ea5-44b1-8e34-55a2b892279f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.224765] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.224953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.225057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.225227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.225411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.240185] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: IN_PROGRESS for 2s [ 1066.661898] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.679812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1066.680065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.680229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.680461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.680664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.680781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.680846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.681012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.681115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.681200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.681293] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.166582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.166582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.166582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.167324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.167425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.167650] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f is going to be created. [ 1067.184011] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.194867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.195082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.195179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.195567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.195674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.210481] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f in Status: UNINITIALIZED for 2s [ 1067.409381] env[65380]: INFO networking_nsxv3.common.synchronization [req-22a0840f-1b5a-4184-ab40-1cc9ebcb0615 req-fe0895b5-a781-47e0-b5ab-89ae57fec22a tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1067.409890] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1067.410416] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.410604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.410722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.411021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.411271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.411427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.411526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.411810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.411965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.412132] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.685927] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aaebd10-add3-4ac6-ace4-c6dfedd8d477: rpc.has_security_group_logging(os_id): False [ 1067.705407] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.705684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.705684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.705886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.707455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.707455] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.707455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.707455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.707455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.707455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.707455] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be created. [ 1067.784526] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.784739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.784789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.784970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.785200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.797408] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1067.915285] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.286372] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: SUCCESS [ 1068.286771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.417584] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.920594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.920594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.920812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.921071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.921178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.921308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1068.964478] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.964686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.964765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.964947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.965113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.976053] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1069.221999] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f in Status: UNINITIALIZED for 4s [ 1069.810327] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1069.810790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.262916] env[65380]: INFO networking_nsxv3.common.synchronization [None req-cb5ae1fc-5db2-4496-8431-2f12edff587d tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1070.263834] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1070.264294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.264925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.264925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.264925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.264925] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.265209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.265209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.265702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.265826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.265933] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.772752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.772752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.772943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.772992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.794805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.795091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.795239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.795464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.795562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.795789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.795789] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 1070.823565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.824794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.824794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.824794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.824794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.839646] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 1070.988449] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1070.989103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.235353] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f in Status: SUCCESS [ 1071.235353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.235353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.235353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.235353] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.235353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.235353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.235353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.235353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.235353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.235353] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.506506] env[65380]: INFO networking_nsxv3.common.synchronization [req-85b03a04-fae1-47d8-ac9f-981fe8b0128a req-a02eafa2-be54-4a2c-838f-7630c17a4da3 tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1071.506616] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1071.506836] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.506958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.507040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.507534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.507534] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.507534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.507817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.507817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.507941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.507941] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.739866] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.839794] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.840203] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.840203] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.841680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.841680] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.841680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.841680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.841680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.841680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.841680] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.842123] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.842214] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.842321] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.842438] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.842542] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.842671] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.864784] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.864784] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.865141] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.865141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.865473] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-11c6bb91-9f50-4329-b131-544ecff4f776 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.865713] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-11c6bb91-9f50-4329-b131-544ecff4f776" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.865857] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-11c6bb91-9f50-4329-b131-544ecff4f776" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.866223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-11c6bb91-9f50-4329-b131-544ecff4f776" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.866372] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c6bb91-9f50-4329-b131-544ecff4f776',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.010180] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.010463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.010548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.011186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.011186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.011186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.011186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.011417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.011417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.011625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.011625] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1072.041600] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.041847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.041900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.042203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.042367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.056011] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1072.244037] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c13b6f5e-354e-4db0-bfbd-75a7592ec10f: rpc.has_security_group_logging(os_id): False [ 1072.266356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.266629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.266751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.267300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.267300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.267623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.267782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.267883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.268172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.268312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.268477] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f is going to be created. [ 1072.367351] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.367673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.367673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.367912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.368161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.369888] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.370234] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.370405] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.370723] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.370886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.371123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 11c6bb91-9f50-4329-b131-544ecff4f776 not found, creating... [ 1072.372506] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.372506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.372506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.372506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.372506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.372940] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.372940] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.373168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.373337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.373624] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.373757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 11c6bb91-9f50-4329-b131-544ecff4f776 is going to be created. [ 1072.409983] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f in Status: IN_PROGRESS for 2s [ 1072.430863] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.431293] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.431504] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.432380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.432649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.432925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-11c6bb91-9f50-4329-b131-544ecff4f776" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.851818] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 1072.851818] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd deletion is rescheduled due to dependency. [ 1072.853360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.580737] env[65380]: INFO networking_nsxv3.common.synchronization [req-85b03a04-fae1-47d8-ac9f-981fe8b0128a req-2876223b-4841-48fe-9f54-f450bf121a45 service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 1073.581085] env[65380]: INFO networking_nsxv3.common.synchronization [req-85b03a04-fae1-47d8-ac9f-981fe8b0128a req-2876223b-4841-48fe-9f54-f450bf121a45 service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1073.581333] env[65380]: INFO networking_nsxv3.common.synchronization [req-85b03a04-fae1-47d8-ac9f-981fe8b0128a req-2876223b-4841-48fe-9f54-f450bf121a45 service nova] Enqueued Resource ID: 11c6bb91-9f50-4329-b131-544ecff4f776 with Priority: HIGHEST for action port [ 1073.581890] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 1073.582057] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1073.582140] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c6bb91-9f50-4329-b131-544ecff4f776 with Priority: HIGHEST for action port [ 1073.582415] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.582706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.582706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.582861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.582861] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.583761] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.583865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.584072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-11c6bb91-9f50-4329-b131-544ecff4f776 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.586614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11c6bb91-9f50-4329-b131-544ecff4f776" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.586689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11c6bb91-9f50-4329-b131-544ecff4f776" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.587200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11c6bb91-9f50-4329-b131-544ecff4f776" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.587200] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c6bb91-9f50-4329-b131-544ecff4f776',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.066808] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1074.066808] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 1074.067247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.067247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.067336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.067490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.067609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.067661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.067827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.067907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.067996] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.089039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.089039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.089039] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11c6bb91-9f50-4329-b131-544ecff4f776 with status ACTIVE [ 1074.089039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.089039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.089039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.089411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.089411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.089483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.089578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.089630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.089773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.089851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.090040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.090154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.090212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.090321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.090422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.090507] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11c6bb91-9f50-4329-b131-544ecff4f776 is going to be updated. [ 1074.112028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.112250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.112250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.112447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.112577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.112734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11c6bb91-9f50-4329-b131-544ecff4f776" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.422058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f in Status: SUCCESS [ 1074.422234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.570846] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.073359] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.575427] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.575725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.575789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.575958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.576057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.576160] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1075.610175] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.610738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.610833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.611058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.611219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.622352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1075.653838] env[65380]: INFO networking_nsxv3.common.synchronization [req-4571cce5-4789-41a6-9f8c-0ade0f49dc0f req-056aff49-fef3-42cf-b96a-23f0da67937a tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1075.654642] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1075.654728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.654881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.654977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.655245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.655424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.655542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.655605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.655742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.655826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.655918] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.158176] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.661451] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.164655] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.165082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.165082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.165172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.165246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.165339] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1077.196974] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.197257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.197257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.197431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.197561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.206788] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1077.634910] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1077.635181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.635358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.635722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.635962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.636220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.636220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.636573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.636573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.636713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.636769] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.139701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.139936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.140062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.140397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.140651] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.140812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.140911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.141448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.141448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.141448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.141676] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.141818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.141914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.142158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.142374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.142520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.142610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.142824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.142954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.143119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.143290] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.646660] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 897650fa-f5c5-46a6-8809-4055f4cb7969: rpc.has_security_group_logging(os_id): False [ 1078.667865] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.667865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.668121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.668164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.668252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.668487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.668589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.668650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.668806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.668880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.669068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.669173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.669232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.669373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.669442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.669613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.669704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.669763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.669896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.669968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.670062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1078.735506] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.735690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.735758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.736209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.736209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.767652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1079.251554] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1079.251554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.655060] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1080.655449] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1080.782453] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1080.782690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.911171] env[65380]: INFO networking_nsxv3.common.synchronization [req-f985520a-9f69-404a-9a4d-a930e2b5a6a9 req-a62fb642-2e43-4f47-820f-48c09b9372ba tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1084.912355] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1084.913068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.913397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.913673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.916110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.916110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.916110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.916110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.916110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.916110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.916110] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.253599] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.253834] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.253922] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.254290] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.254637] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.254860] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.255025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.255286] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.255468] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.255769] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.255857] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.255985] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.256397] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.256397] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.256397] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.256568] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.280546] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.280769] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.280876] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.281064] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.281386] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-f380afb7-de4a-4680-862c-211dff8d925b taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.281568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-f380afb7-de4a-4680-862c-211dff8d925b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.281686] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-f380afb7-de4a-4680-862c-211dff8d925b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.282027] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-f380afb7-de4a-4680-862c-211dff8d925b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.282184] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f380afb7-de4a-4680-862c-211dff8d925b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.419171] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.784530] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.784797] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.784930] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.785233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.785383] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.785534] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port f380afb7-de4a-4680-862c-211dff8d925b not found, creating... [ 1085.785907] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.786097] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.786218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.786482] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.786636] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.786946] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.787121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.787239] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.787479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.787615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.787761] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: f380afb7-de4a-4680-862c-211dff8d925b is going to be created. [ 1085.809771] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.809964] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.810079] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.810373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.810620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.810857] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-f380afb7-de4a-4680-862c-211dff8d925b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.921963] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.424870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.425893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.425893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.425893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.425893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.425893] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1086.454675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.454827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.454882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.455102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.455241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.464201] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1086.513259] env[65380]: INFO networking_nsxv3.common.synchronization [req-f985520a-9f69-404a-9a4d-a930e2b5a6a9 req-13fe8e31-b767-485b-ab8e-bddbd20a9440 service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 1086.513259] env[65380]: INFO networking_nsxv3.common.synchronization [req-f985520a-9f69-404a-9a4d-a930e2b5a6a9 req-13fe8e31-b767-485b-ab8e-bddbd20a9440 service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1086.513496] env[65380]: INFO networking_nsxv3.common.synchronization [req-f985520a-9f69-404a-9a4d-a930e2b5a6a9 req-13fe8e31-b767-485b-ab8e-bddbd20a9440 service nova] Enqueued Resource ID: f380afb7-de4a-4680-862c-211dff8d925b with Priority: HIGHEST for action port [ 1086.513880] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 1086.514333] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1086.514424] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f380afb7-de4a-4680-862c-211dff8d925b with Priority: HIGHEST for action port [ 1086.514728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.514852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.514918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.515128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.515221] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.516149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.516210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.516373] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f380afb7-de4a-4680-862c-211dff8d925b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.516507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f380afb7-de4a-4680-862c-211dff8d925b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.516544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f380afb7-de4a-4680-862c-211dff8d925b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.516745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f380afb7-de4a-4680-862c-211dff8d925b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.516831] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f380afb7-de4a-4680-862c-211dff8d925b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.018745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.018745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.020403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f380afb7-de4a-4680-862c-211dff8d925b with status ACTIVE [ 1087.020403] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.020574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.020574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.020725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.020799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.020976] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.021089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.021150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.021309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.021386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.021562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.021656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.021709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.021849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.021924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.022008] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f380afb7-de4a-4680-862c-211dff8d925b is going to be updated. [ 1087.044615] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.045230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.045312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.045523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.045662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.045810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f380afb7-de4a-4680-862c-211dff8d925b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.219375] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.219585] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.219755] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.220067] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.220354] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.220791] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.220791] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.220944] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.221019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.221187] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.221302] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.221409] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.221527] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.221641] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.221746] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.221878] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.239608] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.239781] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.239919] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.240106] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.240409] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.240580] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.240715] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.241157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.241415] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.743406] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.743743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.743863] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.744443] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.744687] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.744873] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c not found, creating... [ 1087.745243] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.745311] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.745414] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.745654] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.745840] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.746085] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.746240] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.746356] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.746566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.746698] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.746832] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c is going to be created. [ 1087.768235] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.768446] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.768554] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.768825] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.769064] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.769286] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.478238] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1088.478657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.478704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.479641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.479641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.479641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.479641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.479641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.479641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.479641] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.485566] env[65380]: INFO networking_nsxv3.common.synchronization [req-2f236ae1-4a65-46fe-859b-48fb27381882 req-a5ddf759-39d0-41b1-a397-cec8a2359ecc service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 1088.485566] env[65380]: INFO networking_nsxv3.common.synchronization [req-2f236ae1-4a65-46fe-859b-48fb27381882 req-a5ddf759-39d0-41b1-a397-cec8a2359ecc service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1088.485877] env[65380]: INFO networking_nsxv3.common.synchronization [req-2f236ae1-4a65-46fe-859b-48fb27381882 req-a5ddf759-39d0-41b1-a397-cec8a2359ecc service nova] Enqueued Resource ID: 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c with Priority: HIGHEST for action port [ 1088.486523] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 1088.486667] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1088.486762] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c with Priority: HIGHEST for action port [ 1088.487066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.487200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.487282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.487480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.487551] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.488436] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.488559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.488636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.488820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.488970] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.489076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.489160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.489286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.489352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.489494] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.492337] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.492512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.492581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.492769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.492856] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.735770] env[65380]: INFO networking_nsxv3.common.synchronization [req-6fd005eb-18a7-4063-ad62-ca444c229f87 req-0c22c535-abdc-4e69-86c5-f29c9896ed8f tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1088.736334] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1088.736609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.736785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.736785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.736988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.737149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.737246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.737299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.737442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.737544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.737640] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.987181] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.995178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.995341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.995504] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.996410] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c with status ACTIVE [ 1088.997366] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.997366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.997366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.997366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.997366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.997366] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.997653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.997653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.997653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.997748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.997902] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.997998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.998071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.998212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.998284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.998365] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c is going to be updated. [ 1089.021217] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.021371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.021447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.021637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.021772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.021929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.239536] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.239809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.239911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.240051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.240143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.240336] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.240434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.240492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.240645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.240716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.240886] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1089.269842] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.270054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.270103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.270276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.270434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.284192] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1089.490103] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.501997] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.991419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.991620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.991709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.991950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.992063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.992187] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1090.004313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.004467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.004521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.004795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.004876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.004971] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 1090.032332] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.032332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.032481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.032630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.032747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.034533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.034699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.034781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.034953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.035097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.045303] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 1090.046129] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1091.308970] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1091.309310] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 1091.309445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.057847] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1092.058068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.058788] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 1092.058954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.059147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.059334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.059523] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.059635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.059699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.059885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.059995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.060098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.060192] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.061013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.061173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.061531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.061531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.061531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.061668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.061743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.061823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.061907] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.564150] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.564504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.564504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.564643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.564775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.564886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.564944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.565104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.565189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.565275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.565419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.565511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.565566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.565710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.565894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.566214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.566214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.566214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.566214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.566440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.566440] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.569669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.569791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.569936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.570038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.570176] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.570275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.570311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.570459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.570566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.570597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.570734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.570831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.570892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.571075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.571202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.571290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.571351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.571591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.571677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.571747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.571833] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.073474] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90: rpc.has_security_group_logging(os_id): False [ 1093.075970] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd: rpc.has_security_group_logging(os_id): False [ 1093.098026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.098191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.098254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.098463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.098552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.098760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.098845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.098919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.099142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.099224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.099412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.099512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.099566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.099706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.099780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.099978] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.100085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.100147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.100292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.100359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.100443] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 1093.102551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.102657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.102721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.102868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.102947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.103124] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.103264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.103307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.103413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.103486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.103779] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.103937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.104026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.104188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.104268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.104469] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.104566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.104660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.104820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.104885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.104967] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1093.212800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.212800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.212800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.212800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.212800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.214586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.214817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.214908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.215100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.215236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.245425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 1093.246301] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1093.737494] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1093.737879] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1095.269560] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1095.269906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.271137] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 1095.271137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.393055] env[65380]: INFO networking_nsxv3.common.synchronization [req-86e36c56-c01e-4c04-ab53-859874748e9a req-11c66e63-a803-4339-a23d-73b26c1342c6 tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1097.393498] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1097.394380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.394520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.394580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.395061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.395061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.395061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.395233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.395321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.395389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.395440] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.898122] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.400824] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.903540] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.903729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.903912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.904186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.904280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.904410] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1098.939133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.939343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.939343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.939558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.939701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.949943] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1099.949380] env[65380]: INFO networking_nsxv3.common.synchronization [req-9dbfc76b-f014-49d3-b40a-1f2b34a28f20 req-fef7b425-7d04-4b27-b324-7a3f85745188 tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1099.949380] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1099.950132] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.950132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.950132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.950320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.950320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.950404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.950533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.950598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.950682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.950776] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.270459] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.270664] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.270790] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.271087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.271355] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.271547] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.271626] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.271860] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.272041] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.272268] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.272384] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.272500] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.272597] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.272704] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.272807] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.272955] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.300916] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.301111] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.301249] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.301425] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-816" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.301753] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-846d0520-f4ea-4436-9d2a-91336fde5be7 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.301922] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-846d0520-f4ea-4436-9d2a-91336fde5be7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.302057] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-846d0520-f4ea-4436-9d2a-91336fde5be7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.302389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-846d0520-f4ea-4436-9d2a-91336fde5be7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.302527] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846d0520-f4ea-4436-9d2a-91336fde5be7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.453089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.453089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.453089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.453385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.453385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.453477] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.453949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.453949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.453949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.453949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.453949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1100.482704] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.482867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.483274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.483274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.483274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.493344] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1100.810023] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.810023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.810023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.810023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.810023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.810023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 846d0520-f4ea-4436-9d2a-91336fde5be7 not found, creating... [ 1100.810023] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.810023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.810023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.810023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.810023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.810536] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.810536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.810818] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.811247] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.811514] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.811751] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 846d0520-f4ea-4436-9d2a-91336fde5be7 is going to be created. [ 1100.846828] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.847958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.847958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.847958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.848986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.848986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-846d0520-f4ea-4436-9d2a-91336fde5be7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.963390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1100.963884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.557216] env[65380]: INFO networking_nsxv3.common.synchronization [req-9dbfc76b-f014-49d3-b40a-1f2b34a28f20 req-4c72bc70-6ca0-431b-b242-a440f14ea950 service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 1101.557311] env[65380]: INFO networking_nsxv3.common.synchronization [req-9dbfc76b-f014-49d3-b40a-1f2b34a28f20 req-4c72bc70-6ca0-431b-b242-a440f14ea950 service nova] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1101.557434] env[65380]: INFO networking_nsxv3.common.synchronization [req-9dbfc76b-f014-49d3-b40a-1f2b34a28f20 req-4c72bc70-6ca0-431b-b242-a440f14ea950 service nova] Enqueued Resource ID: 846d0520-f4ea-4436-9d2a-91336fde5be7 with Priority: HIGHEST for action port [ 1101.557982] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_rules [ 1101.558549] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1101.558549] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 846d0520-f4ea-4436-9d2a-91336fde5be7 with Priority: HIGHEST for action port [ 1101.558799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.558889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.559532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.559532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.559532] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.560093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.560193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.564279] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-846d0520-f4ea-4436-9d2a-91336fde5be7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.564391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-846d0520-f4ea-4436-9d2a-91336fde5be7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.564459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-846d0520-f4ea-4436-9d2a-91336fde5be7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.564653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-846d0520-f4ea-4436-9d2a-91336fde5be7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.564735] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('846d0520-f4ea-4436-9d2a-91336fde5be7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.067623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.067623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.068033] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 846d0520-f4ea-4436-9d2a-91336fde5be7 with status ACTIVE [ 1102.068033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.068033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.068033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.068204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.068314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.068498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.068603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.068665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.068823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.068901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.069091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.069184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.069244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.069383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.069488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.069531] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 846d0520-f4ea-4436-9d2a-91336fde5be7 is going to be updated. [ 1102.090916] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.091066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.091130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.091329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.091459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.091614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-846d0520-f4ea-4436-9d2a-91336fde5be7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.504709] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1102.504709] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 1102.504840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.504980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.505223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.506182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.506182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.506182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.506182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.506182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.506182] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.748892] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.749309] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.749504] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.749780] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.750064] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.750225] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.750346] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.750601] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.750756] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.750957] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.751083] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.751190] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.751298] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.751402] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.751504] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.751643] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.770264] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.770429] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.770635] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.770821] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-508" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.771142] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-02c74f3d-3a88-4ca6-b792-cd288dbafef6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.771314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.771435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.771693] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.771899] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c74f3d-3a88-4ca6-b792-cd288dbafef6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.007897] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.274512] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.274853] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.274853] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.275165] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.275316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.275600] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.275759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.275876] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.276114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.276253] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.276536] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.276690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.276806] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.277020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.277154] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.277298] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 02c74f3d-3a88-4ca6-b792-cd288dbafef6 is going to be updated. [ 1103.300851] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.301075] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.301204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.301473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.301659] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.301925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.512053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.850356] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-777 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.850529] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.850639] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.850981] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.851310] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.851504] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.851643] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.851908] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.852089] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.852732] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.852911] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.853067] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.853194] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.853320] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1103.853561] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.853648] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.884868] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.885118] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.885276] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.885449] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-777" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.885771] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.885945] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.886085] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.886358] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.886491] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.014600] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.014797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.014884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.015208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.015312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.015429] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1104.047499] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.047499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.047611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.047796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.047952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.051390] env[65380]: INFO networking_nsxv3.common.synchronization [req-2f994bae-6539-43d6-be16-6ec8cfab07be req-86c0aaa3-e476-4c17-a9ea-ae12677449bc service nova] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_rules [ 1104.051567] env[65380]: INFO networking_nsxv3.common.synchronization [req-2f994bae-6539-43d6-be16-6ec8cfab07be req-86c0aaa3-e476-4c17-a9ea-ae12677449bc service nova] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1104.051702] env[65380]: INFO networking_nsxv3.common.synchronization [req-2f994bae-6539-43d6-be16-6ec8cfab07be req-86c0aaa3-e476-4c17-a9ea-ae12677449bc service nova] Enqueued Resource ID: 02c74f3d-3a88-4ca6-b792-cd288dbafef6 with Priority: HIGHEST for action port [ 1104.052548] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_rules [ 1104.052801] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1104.052968] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c74f3d-3a88-4ca6-b792-cd288dbafef6 with Priority: HIGHEST for action port [ 1104.053823] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.054046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.054154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.054424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.054535] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.056045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.056199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.056289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.056509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.056707] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.056834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.056919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.057118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.057228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.058401] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.058401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c74f3d-3a88-4ca6-b792-cd288dbafef6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.058609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.058609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.058742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.058835] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c74f3d-3a88-4ca6-b792-cd288dbafef6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.060670] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1104.388918] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.389193] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.389291] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.389610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.389793] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.390115] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.390277] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.390392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.390642] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.390849] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.391165] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.391323] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.391440] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.391646] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.391777] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.392166] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c is going to be updated. [ 1104.420770] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.421112] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.421333] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.421616] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.421939] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.422170] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.561316] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.562423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.562556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.562899] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02c74f3d-3a88-4ca6-b792-cd288dbafef6 with status ACTIVE [ 1104.563087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.563197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.563264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.563467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.563556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.563722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.563814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.563876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.564962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.565132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.565342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.565445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.565507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.565663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.565740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.565873] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02c74f3d-3a88-4ca6-b792-cd288dbafef6 is going to be updated. [ 1104.594243] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.594420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.594420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.594588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.594723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.594880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c74f3d-3a88-4ca6-b792-cd288dbafef6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.064448] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.131494] env[65380]: INFO networking_nsxv3.common.synchronization [req-8613b7c5-812b-447e-a2de-b00a797dafd4 req-23c4c900-41a8-467d-8489-354d0b75b25e service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 1105.131671] env[65380]: INFO networking_nsxv3.common.synchronization [req-8613b7c5-812b-447e-a2de-b00a797dafd4 req-23c4c900-41a8-467d-8489-354d0b75b25e service nova] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1105.131861] env[65380]: INFO networking_nsxv3.common.synchronization [req-8613b7c5-812b-447e-a2de-b00a797dafd4 req-23c4c900-41a8-467d-8489-354d0b75b25e service nova] Enqueued Resource ID: 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c with Priority: HIGHEST for action port [ 1105.132420] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_rules [ 1105.132552] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1105.132645] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c with Priority: HIGHEST for action port [ 1105.133101] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.133101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.133101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.133275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.133349] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.134237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.134389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.134423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.134561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.134760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.134828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.134869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.135021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.135101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.135188] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.135895] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.135993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.136070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.136233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.136299] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.568040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.568431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.568431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.569636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.569636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.569636] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be updated. [ 1105.604222] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.604222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.604405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.604521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.604667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.615973] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: IN_PROGRESS for 2s [ 1105.639502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.639502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.639502] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.640575] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c with status ACTIVE [ 1105.640575] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.640575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.640575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.640911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.641820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.642636] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.643016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.643638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.645800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.646086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.646740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.646975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.647205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.647537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.647637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.648067] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c is going to be updated. [ 1105.650374] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.690543] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.690741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.690843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.691187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.691395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.691595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a0eb0ee-9d3f-4194-9ab9-23e3518cc11c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.707075] env[65380]: INFO networking_nsxv3.common.synchronization [req-9476d563-4049-4441-843e-3fedcf6822de req-3a1478da-dec7-48ab-9ab1-a0168f21bdb1 tempest-ServerActionsTestOtherB-865913792 tempest-ServerActionsTestOtherB-865913792-project-member] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1105.707870] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1105.708292] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.708429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.708528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.710097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.710097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.710097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.710097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.710097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.710097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.710097] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.076260] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1106.076501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.076729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.076924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.077149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.077238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.077302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.077454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.077534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.077616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.077707] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.155650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.155872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.156039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.156389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.156541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.156668] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 1106.190614] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.190776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.191100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.191324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.191471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.202621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 1106.214272] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.214426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.214495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.214703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.214790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.214994] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.215115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.215175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.215325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.215395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.215481] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1106.248212] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.248455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.248606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.248870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.249383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.263814] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1106.586814] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.586814] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.586814] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.586814] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.586814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.587573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.587573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.587573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.587573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.587573] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.089172] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 897650fa-f5c5-46a6-8809-4055f4cb7969: rpc.has_security_group_logging(os_id): False [ 1107.109018] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.109320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.109393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.109647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.109765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.110042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.110150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.110212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.110365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.110460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.110612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.110699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.110759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.110890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.110961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.111254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.111370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.111420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.111797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.111797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.111797] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1107.175109] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.175302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.175302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.175452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.175596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.189342] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1107.626974] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1107.627301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.627405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.627609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.627801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.627914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.627969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.628147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.628225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.628307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.628398] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.130893] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.131100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.131145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.132531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.132531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.132531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.132531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.132531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.132531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.132531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.132531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.132531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.132531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.132987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.132987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.132987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.133134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.133292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.133419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.133539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.133647] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.214186] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 1108.214396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.214688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.214924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.215155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.215277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.215322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.215493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.215568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.215669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.215762] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.280662] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1108.280995] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c deletion is rescheduled due to dependency. [ 1108.281167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.636641] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cee23752-600c-41e0-9753-ab1e0b51c704: rpc.has_security_group_logging(os_id): False [ 1108.657321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.657556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.657556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.657763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.657860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.658081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.658178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.658248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.658401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.658559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.658863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.658982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.659127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.659332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.659412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.659608] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.659762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.659843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.660021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.660111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.660200] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be updated. [ 1108.718530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.718701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.718741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.718958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.719144] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.719257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.719329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.719449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.719531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.719612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.719816] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.719917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.719917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.720087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.720217] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.720341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.720341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.720479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.720541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.720699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.720699] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.733975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.734249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.734375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.734585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.734747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.750303] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: IN_PROGRESS for 2s [ 1109.203871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1109.204265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.222878] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd: rpc.has_security_group_logging(os_id): False [ 1109.243716] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.243943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.244097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.244332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.244442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.244643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.244743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.244803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.244954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.245063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.245270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.245357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.245418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.245556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.245629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.245944] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.246079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.246120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.246246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.246320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.246408] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 1109.310132] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.310318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.310362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.310636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.310801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.331092] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 1110.709229] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1110.709229] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1110.769955] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1110.770217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.004878] env[65380]: INFO networking_nsxv3.common.synchronization [req-99644dc9-3a8c-47e8-86c9-9c788ed26bb9 req-b2287f41-620a-4519-857b-7ff7214ee4b6 tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1111.005603] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1111.005880] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.006016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.006119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.006454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.006610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.006762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.006857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.007097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.007221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.007381] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.353491] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 1111.353491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.369015] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.369015] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.369015] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.369015] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.369015] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.369015] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.369015] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.369385] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.369385] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.369474] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.369580] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.369681] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.369783] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.369905] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.370088] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.370235] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.397278] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.397489] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.397627] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.397800] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-21" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.398288] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.398484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.398610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.398988] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.399276] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5b8d6d-7d60-45c0-be37-54f23c42ef43',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.510350] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.901554] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.902043] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.902043] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.902472] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.902661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.902825] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 1b5b8d6d-7d60-45c0-be37-54f23c42ef43 not found, creating... [ 1111.903206] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.903386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.903498] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.903771] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.903938] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.904327] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.904529] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.904721] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.904970] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.905140] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.905312] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 1b5b8d6d-7d60-45c0-be37-54f23c42ef43 is going to be created. [ 1111.943102] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.943487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.943660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.944192] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.944850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.945062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.013382] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.516323] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.516673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.516673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.516962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.517115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.517265] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1112.560596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.560807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.560807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.561013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.561164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.572258] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1112.646931] env[65380]: INFO networking_nsxv3.common.synchronization [req-99644dc9-3a8c-47e8-86c9-9c788ed26bb9 req-38cb4bb5-1183-4ccd-a271-99bfcdae019f service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 1112.647124] env[65380]: INFO networking_nsxv3.common.synchronization [req-99644dc9-3a8c-47e8-86c9-9c788ed26bb9 req-38cb4bb5-1183-4ccd-a271-99bfcdae019f service nova] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1112.647257] env[65380]: INFO networking_nsxv3.common.synchronization [req-99644dc9-3a8c-47e8-86c9-9c788ed26bb9 req-38cb4bb5-1183-4ccd-a271-99bfcdae019f service nova] Enqueued Resource ID: 1b5b8d6d-7d60-45c0-be37-54f23c42ef43 with Priority: HIGHEST for action port [ 1112.647804] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_rules [ 1112.647884] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1112.647977] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b5b8d6d-7d60-45c0-be37-54f23c42ef43 with Priority: HIGHEST for action port [ 1112.649680] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.649857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.649946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.650171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.650300] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.651207] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.652169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.652169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.652169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.652169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.652169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.652169] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b5b8d6d-7d60-45c0-be37-54f23c42ef43',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.154284] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.154691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.154691] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b5b8d6d-7d60-45c0-be37-54f23c42ef43 with status ACTIVE [ 1113.154850] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.154983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.155067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.155269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.155358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.155528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.155900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.155900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.155900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.156043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.156156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.156275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.156361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.156537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.156621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.156719] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b5b8d6d-7d60-45c0-be37-54f23c42ef43 is going to be updated. [ 1113.182291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.182291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.182531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.182531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.183873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.183873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b5b8d6d-7d60-45c0-be37-54f23c42ef43" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.864601] env[65380]: INFO networking_nsxv3.common.synchronization [req-cb3a5c42-a427-493f-8a60-a71df7639f01 req-4b4a3a82-fe06-487a-a062-aef0d364105c tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_members [ 1113.864894] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852aa231-41b4-4838-be83-8746678ce591 with Priority: HIGHEST for action security_group_members [ 1113.865257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-852aa231-41b4-4838-be83-8746678ce591 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.865372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.865453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.865662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.865828] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.866100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.866100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.866195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.866279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.866417] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('852aa231-41b4-4838-be83-8746678ce591',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.370618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.371031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.371031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.371126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.400322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.400643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.400807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.400860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.401111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.401200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.401240] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852aa231-41b4-4838-be83-8746678ce591 is going to be updated. [ 1114.437861] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.438040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.438107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.438326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.438473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.450869] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852aa231-41b4-4838-be83-8746678ce591 in Status: IN_PROGRESS for 2s [ 1114.586831] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1114.587012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.587112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.587465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.587786] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.587898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.587898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.588091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.588354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.588354] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.091264] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.594976] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.100056] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.100056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.100056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.100056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.100056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.100056] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1116.139154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.139356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.139454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.139684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.139840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.150213] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1116.466440] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 852aa231-41b4-4838-be83-8746678ce591 in Status: SUCCESS [ 1116.466666] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 852aa231-41b4-4838-be83-8746678ce591 deletion is rescheduled due to dependency. [ 1116.466847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-852aa231-41b4-4838-be83-8746678ce591" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.160453] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1118.160756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.161334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.161334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.161334] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.161334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.161695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.161695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.161695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.161695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.161871] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.422798] env[65380]: INFO networking_nsxv3.common.synchronization [req-d1bcb1d2-f969-4c4a-a7b3-2f2d8c75fdd7 req-39f67901-36b8-4d71-bd86-a28474be6c64 tempest-ServerActionsTestOtherB-865913792 tempest-ServerActionsTestOtherB-865913792-project-member] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1118.425324] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1118.425324] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.425324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.425324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.425324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.425324] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.425324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.425324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.425324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.425324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.425324] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.663805] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.663991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.664053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.664322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.664508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.664619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.664676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.664826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.664909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.664999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.665163] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.665258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.665330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.665485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.665624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.665704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.665767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.665907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.665981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.666066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.666156] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.803075] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.803075] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.803075] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.803075] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.803454] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.803593] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.803749] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.804012] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.804173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.804431] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.804551] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.804672] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.804774] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.804883] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.805015] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.805168] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.824665] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.824855] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.824990] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.825182] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.825515] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-05024b51-bb33-4055-b2dd-8c450645c653 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.825692] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-05024b51-bb33-4055-b2dd-8c450645c653" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.825820] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-05024b51-bb33-4055-b2dd-8c450645c653" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.826187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-05024b51-bb33-4055-b2dd-8c450645c653" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.826332] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05024b51-bb33-4055-b2dd-8c450645c653',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.932511] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.932710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.932796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.933065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.933164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.933407] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.933543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.933609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.933967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.934083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.934194] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1118.967441] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.967674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.967733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.967951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.968113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.979680] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1119.168375] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90: rpc.has_security_group_logging(os_id): False [ 1119.199427] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.199811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.199811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.199811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.199925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.200089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.200246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.200246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.200407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.200489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.200706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.200792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.200849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.200987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.201074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.201274] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.201364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.201418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.201555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.201627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.201712] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1119.273522] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.273522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.273746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.273843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.274019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.291126] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1119.328614] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.328991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.329112] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.329461] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.329631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.330303] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 05024b51-bb33-4055-b2dd-8c450645c653 not found, creating... [ 1119.330303] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.330303] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.330864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.330864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.330864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.331138] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.331316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.331437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.331662] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.331787] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.331925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 05024b51-bb33-4055-b2dd-8c450645c653 is going to be created. [ 1119.360894] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.361279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.361374] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.361645] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.361880] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.362120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-05024b51-bb33-4055-b2dd-8c450645c653" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.093946] env[65380]: INFO networking_nsxv3.common.synchronization [req-d1bcb1d2-f969-4c4a-a7b3-2f2d8c75fdd7 req-acda75fe-1884-45fd-b34d-fbb86f4e6ae6 service nova] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 1120.094157] env[65380]: INFO networking_nsxv3.common.synchronization [req-d1bcb1d2-f969-4c4a-a7b3-2f2d8c75fdd7 req-acda75fe-1884-45fd-b34d-fbb86f4e6ae6 service nova] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1120.094369] env[65380]: INFO networking_nsxv3.common.synchronization [req-d1bcb1d2-f969-4c4a-a7b3-2f2d8c75fdd7 req-acda75fe-1884-45fd-b34d-fbb86f4e6ae6 service nova] Enqueued Resource ID: 05024b51-bb33-4055-b2dd-8c450645c653 with Priority: HIGHEST for action port [ 1120.094861] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 1120.095040] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1120.095089] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05024b51-bb33-4055-b2dd-8c450645c653 with Priority: HIGHEST for action port [ 1120.095366] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.096075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.096075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.096075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.096075] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.096717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.096822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.098014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-05024b51-bb33-4055-b2dd-8c450645c653 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.098014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05024b51-bb33-4055-b2dd-8c450645c653" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.098014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05024b51-bb33-4055-b2dd-8c450645c653" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.098014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05024b51-bb33-4055-b2dd-8c450645c653" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.098014] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05024b51-bb33-4055-b2dd-8c450645c653',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.599643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.599643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.599643] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05024b51-bb33-4055-b2dd-8c450645c653 with status ACTIVE [ 1120.599643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.600083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.600083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.600083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.600197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.600317] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.600400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.600461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.600628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.600706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.600888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.600977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.601049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.601190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.601260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.601340] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05024b51-bb33-4055-b2dd-8c450645c653 is going to be updated. [ 1120.627526] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.627705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.627858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.628098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.628275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.628523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05024b51-bb33-4055-b2dd-8c450645c653" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.990599] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1120.990832] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c deletion is rescheduled due to dependency. [ 1120.990978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.991178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.991438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.991642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.991810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.991877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.992177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.992276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.992358] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.304118] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1121.304406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.495822] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.924144] env[65380]: INFO networking_nsxv3.common.synchronization [req-fd1e07c6-c2ab-42cd-976e-7321e7a96793 req-e8163d58-61c0-4c32-a9db-605e8b1b3a6e tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1121.924853] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1121.927502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.927700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.927792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.928320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.928320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.928518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.928518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.928762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.928892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.929053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.998259] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.433809] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.500806] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.501033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.501033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.501188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.501282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.501386] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1122.529117] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.529284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.529324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.529569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.529717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.539168] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1122.937300] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.439787] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.439944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.441032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.441032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.441032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.441032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 is going to be updated. [ 1123.475612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.475779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.475837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.476039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.476190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.486691] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: IN_PROGRESS for 2s [ 1124.551118] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1124.551529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.551529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.551722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.551908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.552040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.552114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.552271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.552434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.552478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.552534] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.054899] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.497906] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: SUCCESS [ 1125.498056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.557642] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0b59c1-1f56-45f9-9354-ad5171f4fb4c: rpc.has_security_group_logging(os_id): False [ 1125.575591] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.575751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.575823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.576091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.576207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.576478] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.576582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.576644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.576881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.576961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.577117] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1125.645782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.645952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.646031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.646242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.646390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.658796] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1125.661163] env[65380]: INFO networking_nsxv3.common.synchronization [req-fc884f86-5f03-478e-9fc3-4ace4f407361 req-4c573b94-fc5d-4532-9d4e-2db017d029d1 tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 1125.661682] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 1125.661988] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.662119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.662180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.662370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.662519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.662622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.662676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.662800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.663020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.663143] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.997567] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.997787] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.997912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.998206] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.998541] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.998759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.998906] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.999171] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.999355] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.999586] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.999726] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.999869] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.999972] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.000126] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.000259] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.000415] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.022943] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.023114] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.023256] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.023430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.023754] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.023935] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.024063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.024409] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.024578] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.165695] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.165910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.165966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.166232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.215907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.216323] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.216502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.216569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.216923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.216923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.217058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb is going to be updated. [ 1126.244205] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.244356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.244395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.244767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.244845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.255075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: IN_PROGRESS for 2s [ 1126.527688] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.527955] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.527955] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.528362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.528517] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.528675] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 not found, creating... [ 1126.528949] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.529141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.529236] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.529454] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.529590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.529894] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.530249] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.530441] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.530710] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.530924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.531115] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 is going to be created. [ 1126.570188] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.570590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.570590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.570813] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.571058] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.571320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.909234] env[65380]: INFO networking_nsxv3.common.synchronization [req-0681946c-569d-421c-bcc2-b6a8e3c3cf52 req-89a7fdc4-f175-4468-96ae-7cf6595bdf5c tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1126.909943] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1126.910528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.910528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.910687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.910869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.911264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.911264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.911421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.912563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.912563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.912563] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.300145] env[65380]: INFO networking_nsxv3.common.synchronization [req-fc884f86-5f03-478e-9fc3-4ace4f407361 req-e6072d29-2cfd-408f-849a-061784b96929 service nova] Enqueued Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_rules [ 1127.300145] env[65380]: INFO networking_nsxv3.common.synchronization [req-fc884f86-5f03-478e-9fc3-4ace4f407361 req-e6072d29-2cfd-408f-849a-061784b96929 service nova] Enqueued Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 1127.300145] env[65380]: INFO networking_nsxv3.common.synchronization [req-fc884f86-5f03-478e-9fc3-4ace4f407361 req-e6072d29-2cfd-408f-849a-061784b96929 service nova] Enqueued Resource ID: 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 with Priority: HIGHEST for action port [ 1127.300145] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_rules [ 1127.300145] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 1127.300145] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 with Priority: HIGHEST for action port [ 1127.300145] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.300145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.300145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.300145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.300145] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.302121] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.302388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.302756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.303564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.303727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.304010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.304186] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.415883] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.673679] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1127.673984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.802628] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.802759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.807188] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 with status ACTIVE [ 1127.807188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.807188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.807188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.807188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.807188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.807188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.807188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.807188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.807513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.807513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.807572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.807670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.807731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.807945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.808060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.808169] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 is going to be updated. [ 1127.842231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.842433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.842470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.842715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.842853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.843034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.918479] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.267038] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: SUCCESS [ 1128.267182] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb deletion is rescheduled due to dependency. [ 1128.267361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.267598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.267872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.268203] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.270670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.270670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.270670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.270670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.270670] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.421569] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.421862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.421862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.421963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.422115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.422231] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1128.642979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.643147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.643220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.643431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.643577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.665530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1128.772062] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.274279] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.777576] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.777905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.777905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.778071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.778228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.778376] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb is going to be updated. [ 1129.809365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.809574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.809680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.810042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.810144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.820067] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: IN_PROGRESS for 2s [ 1130.677412] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1130.677706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.040230] env[65380]: INFO networking_nsxv3.common.synchronization [req-c2b9f413-40c1-47d0-ab27-4de29df3c0f3 req-d15a2d7d-3e6e-490d-9b86-f7865e3a45c2 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1131.040690] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGHEST for action security_group_members [ 1131.041009] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.041200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.041293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.041421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.041573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.041718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.041718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.041860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.041947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.042035] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.545494] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.545720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.545779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.546211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.546211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.546380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.546504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.546567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.546730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.546804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.546969] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 is going to be updated. [ 1131.582010] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.582184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.582228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.582581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.582817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.594924] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: IN_PROGRESS for 2s [ 1131.831546] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: SUCCESS [ 1131.831781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.831956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.832182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.832416] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.832535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.832576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.832748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.832845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.832884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.832966] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.334918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.335214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.335214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.335295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.335461] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.335560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.335623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.335773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.335855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.335940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.336129] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.336222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.336282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.336424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.336559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.336666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.336744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.336888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.337068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.337153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.337242] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.839401] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef79e4a0-3704-4fa4-8233-7a92f3c85abb: rpc.has_security_group_logging(os_id): False [ 1132.858068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.858240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.858240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.858451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.858540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.858906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.859044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.859116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.859281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.859362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.859551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.859646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.859708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.859848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.859921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.860253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.860401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.860469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.860618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.860717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.860778] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb is going to be updated. [ 1132.952804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.953014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.953061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.953274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.953421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.968365] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: IN_PROGRESS for 2s [ 1133.606625] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 in Status: SUCCESS [ 1133.607043] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 deletion is rescheduled due to dependency. [ 1133.607043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.983447] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: SUCCESS [ 1134.983776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.041783] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.042185] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1136.474616] env[65380]: INFO networking_nsxv3.common.synchronization [None req-350a2361-d67f-4140-aac7-f85122e3da74 tempest-AttachInterfacesTestJSON-2066567644 tempest-AttachInterfacesTestJSON-2066567644-project-member] Enqueued Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1136.475292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd with Priority: HIGHEST for action security_group_members [ 1136.475616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.475736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.475802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.475997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.478547] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.478683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.478744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.478936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.479040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.479140] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.736276] env[65380]: INFO networking_nsxv3.common.synchronization [req-6d9c5ace-2949-4e6e-a72f-aab356b81d41 req-c53fe27d-2877-43eb-8c68-2a1cc00d7e3c tempest-ServersNegativeTestJSON-37229689 tempest-ServersNegativeTestJSON-37229689-project-member] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1136.736276] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGHEST for action security_group_members [ 1136.736771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.737130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.737342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.737715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.738066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.738348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.738542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.738891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.739536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.739805] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.984561] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.984907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.984907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.985122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.985242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.985465] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.985561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.985620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.985829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.985915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.986013] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd is going to be updated. [ 1137.044586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.044966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.044966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.045200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.045347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.066662] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: IN_PROGRESS for 2s [ 1137.242081] env[65380]: INFO networking_nsxv3.common.synchronization [req-8f512110-e311-4eb3-85f6-64cad087c987 req-89fda457-2b1a-4025-9cb9-153bca79a7b3 tempest-ServersTestJSON-2106057478 tempest-ServersTestJSON-2106057478-project-member] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1137.242429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.242551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.242624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.242856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.242938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.243159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.243253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.243306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.243460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.243534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.243619] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be updated. [ 1137.245735] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGHEST for action security_group_members [ 1137.246081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.246205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.246268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.246426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.246662] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.246662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.246753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.246861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.246940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.247037] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.286769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.286769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.286769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.286769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.286769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.297655] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: IN_PROGRESS for 2s [ 1137.749932] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.750233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.750303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.750524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.750617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.750815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.750944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.750991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.751231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.751231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.751323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be updated. [ 1137.783327] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.783478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.783550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.783785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.783949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.792896] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: IN_PROGRESS for 2s [ 1138.394713] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec67f83a-f068-4ac8-aac7-dd6990e78dcb req-1b4e7968-c64b-46bf-970c-da5fe19366a4 tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 1138.394713] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb with Priority: HIGHEST for action security_group_members [ 1138.394713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.396357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.396357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.396357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.396357] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.396357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.396357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.396357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.396357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.396357] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef79e4a0-3704-4fa4-8233-7a92f3c85abb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.446653] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec67f83a-f068-4ac8-aac7-dd6990e78dcb req-1b4e7968-c64b-46bf-970c-da5fe19366a4 tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 with Priority: HIGHEST for action port [ 1138.447154] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 with Priority: HIGHEST for action port [ 1138.447753] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.447899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.447966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.448180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.448261] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.900248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.900248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.900248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.900248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.900248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.900248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.900248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.900248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.900248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.900248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.900248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb is going to be updated. [ 1138.931789] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-770 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.931789] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.931789] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.931789] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.932111] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.932111] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.932248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.932474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.932641] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.932863] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.932985] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.933129] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.933217] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.933325] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.933426] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.933554] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.935392] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.935513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.935588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.935742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.935892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.949146] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: IN_PROGRESS for 2s [ 1138.950484] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 with status ACTIVE [ 1138.950684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.950877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.950952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.951303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.951394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.951568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.951665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.951727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.951876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.951975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.952692] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.953304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.953304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.953304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.953304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.953304] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6 is going to be updated. [ 1138.956957] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.957363] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.957685] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.957960] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-770" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.958281] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.958444] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.958561] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.958819] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.958960] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a067ca63-4c7b-44ac-ae7f-82164b8ae0fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.976329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.976523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.976568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.976743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.976868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.977034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3abac1a8-dbfe-4982-a39c-4f0ebf97e1b6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.077927] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd in Status: SUCCESS [ 1139.078221] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd deletion is rescheduled due to dependency. [ 1139.078383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.309623] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee23752-600c-41e0-9753-ab1e0b51c704 in Status: SUCCESS [ 1139.309814] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 deletion is rescheduled due to dependency. [ 1139.309940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.462176] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.462564] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.462564] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.462902] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.463076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.463411] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.463587] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.463730] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.464077] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.464340] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.464807] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.465061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.465278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.465638] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.465881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.466130] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: a067ca63-4c7b-44ac-ae7f-82164b8ae0fb is going to be updated. [ 1139.491926] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.492213] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.492388] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.492726] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.492999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.493287] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.805945] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 in Status: SUCCESS [ 1139.806202] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 deletion is rescheduled due to dependency. [ 1139.806448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.234231] env[65380]: INFO networking_nsxv3.common.synchronization [req-c6d663cf-d614-47c9-b886-9f721475ef03 req-2bcde913-fa6a-49c7-9cd2-63252549400c service nova] Enqueued Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_rules [ 1140.234412] env[65380]: INFO networking_nsxv3.common.synchronization [req-c6d663cf-d614-47c9-b886-9f721475ef03 req-2bcde913-fa6a-49c7-9cd2-63252549400c service nova] Enqueued Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_members [ 1140.234543] env[65380]: INFO networking_nsxv3.common.synchronization [req-c6d663cf-d614-47c9-b886-9f721475ef03 req-2bcde913-fa6a-49c7-9cd2-63252549400c service nova] Enqueued Resource ID: a067ca63-4c7b-44ac-ae7f-82164b8ae0fb with Priority: HIGHEST for action port [ 1140.235276] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_rules [ 1140.235424] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_members [ 1140.235911] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a067ca63-4c7b-44ac-ae7f-82164b8ae0fb with Priority: HIGHEST for action port [ 1140.236353] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.236473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.236473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.236687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.236783] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.238401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.238547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.238636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.238901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.239241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.239351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.239401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.239680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.239680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.239796] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.242684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.242684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.242684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.242684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.242684] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a067ca63-4c7b-44ac-ae7f-82164b8ae0fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.739636] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.739952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.743057] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.744610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a067ca63-4c7b-44ac-ae7f-82164b8ae0fb with status ACTIVE [ 1140.745871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.745871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.745871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.745871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.745871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.745871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.745871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.745871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.746247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.746247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.746247] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.746337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.746400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.746535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.746609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.746694] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a067ca63-4c7b-44ac-ae7f-82164b8ae0fb is going to be updated. [ 1140.770533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.770978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.770978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.771253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.771398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.773328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a067ca63-4c7b-44ac-ae7f-82164b8ae0fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.964757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb in Status: SUCCESS [ 1140.965019] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef79e4a0-3704-4fa4-8233-7a92f3c85abb deletion is rescheduled due to dependency. [ 1140.965064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef79e4a0-3704-4fa4-8233-7a92f3c85abb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.245499] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.661940] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1014ac76-b03a-4cf6-a1a8-6d4ecd0c626f None None] Enqueued Resource ID: ff3a32f7-6b6a-4934-b754-d634a785e08f with Priority: HIGHEST for action port [ 1141.662223] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3a32f7-6b6a-4934-b754-d634a785e08f with Priority: HIGHEST for action port [ 1141.662798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff3a32f7-6b6a-4934-b754-d634a785e08f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.662902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff3a32f7-6b6a-4934-b754-d634a785e08f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.662976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff3a32f7-6b6a-4934-b754-d634a785e08f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.663243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff3a32f7-6b6a-4934-b754-d634a785e08f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.663326] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff3a32f7-6b6a-4934-b754-d634a785e08f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.750429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.750700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.750700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.750850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.750926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.751045] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc is going to be updated. [ 1141.779099] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.779272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.779362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.779721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.779774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.790320] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: IN_PROGRESS for 2s [ 1142.165233] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff3a32f7-6b6a-4934-b754-d634a785e08f [ 1142.165524] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.165670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.165741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.166024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.166144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.166190] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff3a32f7-6b6a-4934-b754-d634a785e08f already deleted. [ 1142.166327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff3a32f7-6b6a-4934-b754-d634a785e08f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.804376] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: SUCCESS [ 1143.804376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.804376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.804376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.804376] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.804376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.804376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.804376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.804376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.804376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.804376] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.915355] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5287186f-bcdf-4bbb-9656-e17eda9e13c3 None None] Enqueued Resource ID: f9f6da17-3524-41f5-b1cb-552c58c52d39 with Priority: HIGHEST for action port [ 1143.917108] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f6da17-3524-41f5-b1cb-552c58c52d39 with Priority: HIGHEST for action port [ 1143.917108] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9f6da17-3524-41f5-b1cb-552c58c52d39 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.917108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9f6da17-3524-41f5-b1cb-552c58c52d39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.917108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9f6da17-3524-41f5-b1cb-552c58c52d39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.917108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9f6da17-3524-41f5-b1cb-552c58c52d39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.917607] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9f6da17-3524-41f5-b1cb-552c58c52d39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.310573] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.422136] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9f6da17-3524-41f5-b1cb-552c58c52d39 [ 1144.422338] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.423248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.423248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.423248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.423422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.423537] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9f6da17-3524-41f5-b1cb-552c58c52d39 already deleted. [ 1144.423624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9f6da17-3524-41f5-b1cb-552c58c52d39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.816350] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c72bde31-ecba-47fb-ae21-a940ba4eaddc: rpc.has_security_group_logging(os_id): False [ 1144.838977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.838977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.838977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.839546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.839546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.839546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.839744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.839744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.840068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.840068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.840214] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc is going to be updated. [ 1144.907488] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.907695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.908086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.908142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.908322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.923329] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: IN_PROGRESS for 2s [ 1145.329441] env[65380]: INFO networking_nsxv3.common.synchronization [req-0f142605-0a63-4b1c-bdfb-e32074bd0ba6 req-879884df-123b-49cf-b187-0906ce499a9f tempest-DeleteServersTestJSON-2037623008 tempest-DeleteServersTestJSON-2037623008-project-member] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1145.330285] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGHEST for action security_group_members [ 1145.330552] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.330673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.330738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.330934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.331089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.331256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.331397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.331597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.331687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.331784] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.835127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.835406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.836498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.836787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.836930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.837185] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.837330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.837427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.837605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.838253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.838253] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be updated. [ 1145.876631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.876932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.877121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.877558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.877746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.888965] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: IN_PROGRESS for 2s [ 1146.935769] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: SUCCESS [ 1146.936123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.637756] env[65380]: INFO networking_nsxv3.common.synchronization [req-a4c1721e-6b1d-4f3d-a476-58996383c586 req-111f64c6-e1be-425d-915f-81a48ff17193 tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1147.638251] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1147.638871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.638871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.638871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.639136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.639289] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.639391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.639451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.639601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.639682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.639775] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.901887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 in Status: SUCCESS [ 1147.902313] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 deletion is rescheduled due to dependency. [ 1147.902508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.098647] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.098647] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.098647] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.098647] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.098647] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.098647] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.098647] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.099466] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.099700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.099977] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.100117] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.100252] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.100368] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.100482] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.100581] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.100719] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.126064] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.126468] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.126582] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.126725] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.127208] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-fec71176-0416-4fb8-86e0-91319b1949c2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.127458] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-fec71176-0416-4fb8-86e0-91319b1949c2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.127592] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-fec71176-0416-4fb8-86e0-91319b1949c2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.127942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-fec71176-0416-4fb8-86e0-91319b1949c2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.128139] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec71176-0416-4fb8-86e0-91319b1949c2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.142469] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.142684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.142684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.142904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.142993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.143197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.143316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.143377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.143521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.143596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.143682] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 already deleted. [ 1148.143761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.630267] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.630566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.630635] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.630912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.631078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.631224] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port fec71176-0416-4fb8-86e0-91319b1949c2 not found, creating... [ 1148.631495] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.631654] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.631769] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.631993] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.632270] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.632437] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.632597] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.632708] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.632914] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.634232] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.634447] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: fec71176-0416-4fb8-86e0-91319b1949c2 is going to be created. [ 1148.662832] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.663183] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.663321] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.663592] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.663822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.664050] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-fec71176-0416-4fb8-86e0-91319b1949c2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.269177] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b168272a-0677-47e7-8c59-8dab83dd9d1a None None] Enqueued Resource ID: 7b9d75e1-37f8-4c71-a121-154c943661d9 with Priority: HIGHEST for action port [ 1149.269457] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9d75e1-37f8-4c71-a121-154c943661d9 with Priority: HIGHEST for action port [ 1149.269775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9d75e1-37f8-4c71-a121-154c943661d9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.270149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9d75e1-37f8-4c71-a121-154c943661d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.270244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9d75e1-37f8-4c71-a121-154c943661d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.270537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9d75e1-37f8-4c71-a121-154c943661d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.270840] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9d75e1-37f8-4c71-a121-154c943661d9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.375760] env[65380]: INFO networking_nsxv3.common.synchronization [req-a4c1721e-6b1d-4f3d-a476-58996383c586 req-f42313a9-6a7b-40d8-a74d-a02b22f8a6eb service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1149.375943] env[65380]: INFO networking_nsxv3.common.synchronization [req-a4c1721e-6b1d-4f3d-a476-58996383c586 req-f42313a9-6a7b-40d8-a74d-a02b22f8a6eb service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1149.376102] env[65380]: INFO networking_nsxv3.common.synchronization [req-a4c1721e-6b1d-4f3d-a476-58996383c586 req-f42313a9-6a7b-40d8-a74d-a02b22f8a6eb service nova] Enqueued Resource ID: fec71176-0416-4fb8-86e0-91319b1949c2 with Priority: HIGHEST for action port [ 1149.377021] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1149.377196] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1149.377321] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec71176-0416-4fb8-86e0-91319b1949c2 with Priority: HIGHEST for action port [ 1149.377655] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.377788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.377856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.378138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.378223] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.379995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.379995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.379995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.379995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.380203] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.380203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.380274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.380364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.380506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.380590] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.382506] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec71176-0416-4fb8-86e0-91319b1949c2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.382610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec71176-0416-4fb8-86e0-91319b1949c2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.382677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec71176-0416-4fb8-86e0-91319b1949c2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.383614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec71176-0416-4fb8-86e0-91319b1949c2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.383707] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec71176-0416-4fb8-86e0-91319b1949c2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.774116] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b9d75e1-37f8-4c71-a121-154c943661d9 [ 1149.774411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.774595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.774675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.774886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.775037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.775123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b9d75e1-37f8-4c71-a121-154c943661d9 already deleted. [ 1149.775208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9d75e1-37f8-4c71-a121-154c943661d9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.886954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.886954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.886954] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.887894] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fec71176-0416-4fb8-86e0-91319b1949c2 with status ACTIVE [ 1149.887894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.887894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.887894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.887894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.887894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.888170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.888170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.888170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.888272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.888341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.888510] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.888597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.888652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.888798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.888854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.888944] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fec71176-0416-4fb8-86e0-91319b1949c2 is going to be updated. [ 1149.911871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.912065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.912146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.912425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.912573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.912763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec71176-0416-4fb8-86e0-91319b1949c2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.003968] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c3f322e6-4ac8-46b4-8eba-01fab23e05ab tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_rules [ 1150.004496] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_rules [ 1150.004840] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4027792b-d734-4ecd-bd8a-457611994b1a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.004933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.004965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.005298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.005385] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.103788] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6fc834fd-b3c4-4315-af08-fc6e72bd043e tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_rules [ 1150.104470] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_rules [ 1150.104873] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4027792b-d734-4ecd-bd8a-457611994b1a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.105258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.390777] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.530950] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.531133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.531489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.531489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.531598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.531719] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4027792b-d734-4ecd-bd8a-457611994b1a already deleted. [ 1150.531872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.535035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.535035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.535035] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.893437] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.893749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.893830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.894065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.894494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.894494] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be created. [ 1150.919896] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.920168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.920233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.920456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.920684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.931321] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: UNINITIALIZED for 2s [ 1151.057257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.057392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.057431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.057730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.057792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.057853] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4027792b-d734-4ecd-bd8a-457611994b1a already deleted. [ 1151.057982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.764437] env[65380]: INFO networking_nsxv3.common.synchronization [None req-7dc34d12-8002-48df-a076-25de79b05557 None None] Enqueued Resource ID: 660b650f-6c1f-49c2-b1b0-23a99d48ff34 with Priority: HIGHEST for action port [ 1151.765288] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660b650f-6c1f-49c2-b1b0-23a99d48ff34 with Priority: HIGHEST for action port [ 1151.765494] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-660b650f-6c1f-49c2-b1b0-23a99d48ff34 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.765614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-660b650f-6c1f-49c2-b1b0-23a99d48ff34" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.765763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-660b650f-6c1f-49c2-b1b0-23a99d48ff34" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.765936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-660b650f-6c1f-49c2-b1b0-23a99d48ff34" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.766028] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('660b650f-6c1f-49c2-b1b0-23a99d48ff34',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.268621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 660b650f-6c1f-49c2-b1b0-23a99d48ff34 [ 1152.269331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.271179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.271179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.271179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.271179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.271179] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:660b650f-6c1f-49c2-b1b0-23a99d48ff34 already deleted. [ 1152.271179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-660b650f-6c1f-49c2-b1b0-23a99d48ff34" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.943767] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1152.944026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.944026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.944506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.944506] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.944506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.944506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.944949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.945093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.945400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.945674] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.450239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.450450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.450491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.450699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.450866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.450971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.451051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.451207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.451294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.451424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.451527] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.451690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.451690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.451808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.451946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.452050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.452117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.452257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.452332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.452414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.452502] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.954839] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f408b17-1a15-4850-ac94-cc5ec609b037: rpc.has_security_group_logging(os_id): False [ 1153.974895] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.975091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.975239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.975432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.975532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.976019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.976019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.976019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.976282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.976282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.976691] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.976691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.976691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.976691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.976691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.976875] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.976934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.977029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.977228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.977327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.977413] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be created. [ 1154.045895] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.045895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.045895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.046198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.046339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.062486] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1155.577447] env[65380]: INFO networking_nsxv3.common.synchronization [None req-cefc9f59-45b6-4247-89cf-534b221e8976 None None] Enqueued Resource ID: 30213528-aa2d-400f-b006-4e4f3d0321be with Priority: HIGHEST for action port [ 1155.578118] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30213528-aa2d-400f-b006-4e4f3d0321be with Priority: HIGHEST for action port [ 1155.578446] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-30213528-aa2d-400f-b006-4e4f3d0321be taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.578628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30213528-aa2d-400f-b006-4e4f3d0321be" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.578701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30213528-aa2d-400f-b006-4e4f3d0321be" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.579052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30213528-aa2d-400f-b006-4e4f3d0321be" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.579168] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30213528-aa2d-400f-b006-4e4f3d0321be',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.768854] env[65380]: INFO networking_nsxv3.common.synchronization [req-60e2bd79-496a-4a70-bdee-536029be2d78 req-f4a9baa3-66ce-4161-a0d7-adeb169cee21 tempest-ServersV294TestFqdnHostnames-1603995047 tempest-ServersV294TestFqdnHostnames-1603995047-project-member] Enqueued Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_members [ 1155.769874] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGHEST for action security_group_members [ 1155.769874] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.769874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.770087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.770906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.771093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.771203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.771268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.771434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.771518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.771612] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.077912] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1156.078186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.082028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30213528-aa2d-400f-b006-4e4f3d0321be [ 1156.082028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.082028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.082239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.082348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.082390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.082475] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30213528-aa2d-400f-b006-4e4f3d0321be already deleted. [ 1156.082571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30213528-aa2d-400f-b006-4e4f3d0321be" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.265878] env[65380]: INFO networking_nsxv3.common.synchronization [req-dc898c79-7488-42a1-b15b-fbab49e88835 req-5677b0c6-2128-439f-a6ec-b9c382ce9e6e tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_members [ 1156.266489] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_members [ 1156.266873] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4027792b-d734-4ecd-bd8a-457611994b1a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.267036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.267108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.267498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.267723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.267723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.267723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.267918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.267918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.268036] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.275181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.275352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.275441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.276064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.298492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.298911] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.298911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.298911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.300570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.300570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.300570] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 is going to be updated. [ 1156.330888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.331241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.331241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.331446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.333046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.343538] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 in Status: IN_PROGRESS for 2s [ 1156.770943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.771545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.771545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.771674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.771720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.772023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.772188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.772291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.772531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.772637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.772755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4027792b-d734-4ecd-bd8a-457611994b1a already deleted. [ 1156.772899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.816308] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.816626] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.816829] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.817309] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.817730] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.817977] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.818188] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.818526] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.818762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.819089] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.819279] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.819464] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.819652] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.819842] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.820035] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.820278] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.845898] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.846091] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.846245] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.846660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.847179] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-1bf65bdc-7483-4273-b074-e8fc59d8735a taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.847179] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-1bf65bdc-7483-4273-b074-e8fc59d8735a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.847860] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-1bf65bdc-7483-4273-b074-e8fc59d8735a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.848540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-1bf65bdc-7483-4273-b074-e8fc59d8735a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.848665] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf65bdc-7483-4273-b074-e8fc59d8735a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.350807] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.351080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.351174] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.351476] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.351684] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.351887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 1bf65bdc-7483-4273-b074-e8fc59d8735a not found, creating... [ 1157.352402] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.352402] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.352560] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.352779] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.352921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.353281] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.353436] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.353549] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.353759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.354690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.354690] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 1bf65bdc-7483-4273-b074-e8fc59d8735a is going to be created. [ 1157.378794] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.378794] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.379026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.381654] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.381654] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.381654] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-1bf65bdc-7483-4273-b074-e8fc59d8735a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.859664] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a0e00137-e74b-4b6a-a556-a1ef510b8108 None None] Enqueued Resource ID: 4ad3949c-afe4-4479-af40-b7bd18cc0e31 with Priority: HIGHEST for action port [ 1157.859944] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad3949c-afe4-4479-af40-b7bd18cc0e31 with Priority: HIGHEST for action port [ 1157.860487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad3949c-afe4-4479-af40-b7bd18cc0e31 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.860638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad3949c-afe4-4479-af40-b7bd18cc0e31" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.860684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad3949c-afe4-4479-af40-b7bd18cc0e31" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.860923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad3949c-afe4-4479-af40-b7bd18cc0e31" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.861012] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad3949c-afe4-4479-af40-b7bd18cc0e31',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.177498] env[65380]: INFO networking_nsxv3.common.synchronization [req-dc898c79-7488-42a1-b15b-fbab49e88835 req-19b6fb43-8404-49e2-9d93-15b13e053170 service nova] Enqueued Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_rules [ 1158.180036] env[65380]: INFO networking_nsxv3.common.synchronization [req-dc898c79-7488-42a1-b15b-fbab49e88835 req-19b6fb43-8404-49e2-9d93-15b13e053170 service nova] Enqueued Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_members [ 1158.181223] env[65380]: INFO networking_nsxv3.common.synchronization [req-dc898c79-7488-42a1-b15b-fbab49e88835 req-19b6fb43-8404-49e2-9d93-15b13e053170 service nova] Enqueued Resource ID: 1bf65bdc-7483-4273-b074-e8fc59d8735a with Priority: HIGHEST for action port [ 1158.181669] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_rules [ 1158.181669] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_members [ 1158.181817] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf65bdc-7483-4273-b074-e8fc59d8735a with Priority: HIGHEST for action port [ 1158.182020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4027792b-d734-4ecd-bd8a-457611994b1a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.182146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.182214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.182426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.182523] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.184607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4027792b-d734-4ecd-bd8a-457611994b1a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.187020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.187020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.187020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.187020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.187020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.187020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.187020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.187020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.187020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.189943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf65bdc-7483-4273-b074-e8fc59d8735a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.190079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf65bdc-7483-4273-b074-e8fc59d8735a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.190145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf65bdc-7483-4273-b074-e8fc59d8735a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.190344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf65bdc-7483-4273-b074-e8fc59d8735a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.190621] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf65bdc-7483-4273-b074-e8fc59d8735a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.355242] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 in Status: SUCCESS [ 1158.355484] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 deletion is rescheduled due to dependency. [ 1158.355761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.362449] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ad3949c-afe4-4479-af40-b7bd18cc0e31 [ 1158.362696] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.362849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.362921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.363378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.363503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.363640] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ad3949c-afe4-4479-af40-b7bd18cc0e31 already deleted. [ 1158.363900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad3949c-afe4-4479-af40-b7bd18cc0e31" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.693936] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4027792b-d734-4ecd-bd8a-457611994b1a taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.693936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.693936] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.695244] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bf65bdc-7483-4273-b074-e8fc59d8735a with status ACTIVE [ 1158.695389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.695573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.695685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.695990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.698393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.698630] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.698755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.698841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.699120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.699170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.700062] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.700232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.700369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.700721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.700721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.700863] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bf65bdc-7483-4273-b074-e8fc59d8735a is going to be updated. [ 1158.725294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.725723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.725723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.725723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.725855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.725976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf65bdc-7483-4273-b074-e8fc59d8735a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.203151] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.634038] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c55adfe5-45c6-4e8f-bd16-e3eef4130fe4 None None] Enqueued Resource ID: 5da38710-6441-4640-9b0c-7a8da42fa9bb with Priority: HIGHEST for action port [ 1159.634738] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da38710-6441-4640-9b0c-7a8da42fa9bb with Priority: HIGHEST for action port [ 1159.635438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da38710-6441-4640-9b0c-7a8da42fa9bb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.635438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da38710-6441-4640-9b0c-7a8da42fa9bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.635438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da38710-6441-4640-9b0c-7a8da42fa9bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.635438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da38710-6441-4640-9b0c-7a8da42fa9bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.635723] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da38710-6441-4640-9b0c-7a8da42fa9bb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.705971] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.706222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.706339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.706644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.706781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.706927] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4027792b-d734-4ecd-bd8a-457611994b1a is going to be created. [ 1159.734375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.734593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.734593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.734798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.734958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.746982] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4027792b-d734-4ecd-bd8a-457611994b1a in Status: UNINITIALIZED for 2s [ 1160.137931] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5da38710-6441-4640-9b0c-7a8da42fa9bb [ 1160.138186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.138325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.138389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.138603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.138690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.138785] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5da38710-6441-4640-9b0c-7a8da42fa9bb already deleted. [ 1160.138864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da38710-6441-4640-9b0c-7a8da42fa9bb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.759407] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4027792b-d734-4ecd-bd8a-457611994b1a in Status: SUCCESS [ 1161.759407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.759761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.759761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.759866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.759975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.760044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.760342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.760342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.760342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.760530] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.795184] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6eb4289e-e358-4a4e-adfa-c04c1392f133 None None] Enqueued Resource ID: 7f126b90-8981-4205-a9f0-40f7c7fb44d6 with Priority: HIGHEST for action port [ 1161.795184] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f126b90-8981-4205-a9f0-40f7c7fb44d6 with Priority: HIGHEST for action port [ 1161.795184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f126b90-8981-4205-a9f0-40f7c7fb44d6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.795184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f126b90-8981-4205-a9f0-40f7c7fb44d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.797231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f126b90-8981-4205-a9f0-40f7c7fb44d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.798551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f126b90-8981-4205-a9f0-40f7c7fb44d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.798551] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f126b90-8981-4205-a9f0-40f7c7fb44d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.263677] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.299321] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f126b90-8981-4205-a9f0-40f7c7fb44d6 [ 1162.299633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.299999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.299999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.300174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.300226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.300370] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f126b90-8981-4205-a9f0-40f7c7fb44d6 already deleted. [ 1162.300443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f126b90-8981-4205-a9f0-40f7c7fb44d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.766339] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4027792b-d734-4ecd-bd8a-457611994b1a: rpc.has_security_group_logging(os_id): False [ 1162.785812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.786031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.786107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.786301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.786383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.786634] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.786748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.786827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.786993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.787083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.787172] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4027792b-d734-4ecd-bd8a-457611994b1a is going to be created. [ 1162.852508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.852658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.852721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.852884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.853075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.878510] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4027792b-d734-4ecd-bd8a-457611994b1a in Status: IN_PROGRESS for 2s [ 1164.894176] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4027792b-d734-4ecd-bd8a-457611994b1a in Status: SUCCESS [ 1164.894176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.340244] env[65380]: INFO networking_nsxv3.common.synchronization [req-51b4471b-0aee-43fa-8b7b-b776fed5ca61 req-0dcd6935-c8cc-4e53-a832-26157057bde8 tempest-ServersNegativeTestMultiTenantJSON-1332303111 tempest-ServersNegativeTestMultiTenantJSON-1332303111-project-member] Enqueued Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGHEST for action security_group_members [ 1165.340828] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGHEST for action security_group_members [ 1165.341172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d571a642-41a6-4f7d-83dc-323f819e6662 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.341297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.341639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.341639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.341752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.341845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.341907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.342261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.342384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.342487] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d571a642-41a6-4f7d-83dc-323f819e6662',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.659051] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.659264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-566" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.659578] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-566" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.659716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-566" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.659976] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.660674] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.660908] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.661097] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.661382] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.661525] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.661671] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.661813] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.661951] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.662123] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.662296] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.662468] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.688010] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.688228] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.688329] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.688496] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-566" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.688808] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-a153718b-bddf-49a4-94b1-691eb3997146 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.688979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-a153718b-bddf-49a4-94b1-691eb3997146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.689114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-a153718b-bddf-49a4-94b1-691eb3997146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.690324] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-a153718b-bddf-49a4-94b1-691eb3997146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.690489] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a153718b-bddf-49a4-94b1-691eb3997146',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.847475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.847654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.847721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.847955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.848073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.848302] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.848679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.848679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.848679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.848679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.848869] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d571a642-41a6-4f7d-83dc-323f819e6662 already deleted. [ 1165.848869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.194535] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.194535] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.194981] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.195036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.195277] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.195488] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port a153718b-bddf-49a4-94b1-691eb3997146 not found, creating... [ 1166.195761] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.195922] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.196081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.196383] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.196616] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.196959] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.197174] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.197367] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.197613] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.197827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.198062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: a153718b-bddf-49a4-94b1-691eb3997146 is going to be created. [ 1166.218602] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.218832] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.218922] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.219198] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.219421] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.219657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-a153718b-bddf-49a4-94b1-691eb3997146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.929114] env[65380]: INFO networking_nsxv3.common.synchronization [req-51b4471b-0aee-43fa-8b7b-b776fed5ca61 req-ea4804ad-94f0-42b7-a199-afa3c9fd4c3c service nova] Enqueued Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGHEST for action security_group_rules [ 1166.929114] env[65380]: INFO networking_nsxv3.common.synchronization [req-51b4471b-0aee-43fa-8b7b-b776fed5ca61 req-ea4804ad-94f0-42b7-a199-afa3c9fd4c3c service nova] Enqueued Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGHEST for action security_group_members [ 1166.929425] env[65380]: INFO networking_nsxv3.common.synchronization [req-51b4471b-0aee-43fa-8b7b-b776fed5ca61 req-ea4804ad-94f0-42b7-a199-afa3c9fd4c3c service nova] Enqueued Resource ID: a153718b-bddf-49a4-94b1-691eb3997146 with Priority: HIGHEST for action port [ 1166.929729] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGHEST for action security_group_rules [ 1166.929941] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGHEST for action security_group_members [ 1166.929982] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a153718b-bddf-49a4-94b1-691eb3997146 with Priority: HIGHEST for action port [ 1166.930303] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d571a642-41a6-4f7d-83dc-323f819e6662 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.930497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.930497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.930827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.931046] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d571a642-41a6-4f7d-83dc-323f819e6662',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.932325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d571a642-41a6-4f7d-83dc-323f819e6662 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.932453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.932531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.932732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.932906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.933016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.933078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.933249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.933329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.933468] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d571a642-41a6-4f7d-83dc-323f819e6662',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.934319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a153718b-bddf-49a4-94b1-691eb3997146 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.934446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a153718b-bddf-49a4-94b1-691eb3997146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.934511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a153718b-bddf-49a4-94b1-691eb3997146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.934654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a153718b-bddf-49a4-94b1-691eb3997146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.934731] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a153718b-bddf-49a4-94b1-691eb3997146',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.437373] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d571a642-41a6-4f7d-83dc-323f819e6662',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.438413] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d571a642-41a6-4f7d-83dc-323f819e6662 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.438718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.438770] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a153718b-bddf-49a4-94b1-691eb3997146 with status ACTIVE [ 1167.438905] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.439112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.439112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.439282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.439367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.439538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.439640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.439709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.439856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.440063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.440151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.440240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.440272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.440410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.440484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.440567] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a153718b-bddf-49a4-94b1-691eb3997146 is going to be updated. [ 1167.462884] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.463139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.463259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.463518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.463700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.463890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a153718b-bddf-49a4-94b1-691eb3997146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.652010] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec534ae2-d08c-4cad-bf75-16acb248eae7 req-16b01748-ceb8-4973-92d9-d24489eb15de tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 1167.652540] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 1167.652842] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.652958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.653044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.653319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.653477] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.653586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.653639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.653771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.653853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.653940] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.932084] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-590 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.932084] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.932281] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.932540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.933204] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.933204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.933204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.933489] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.933557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.933799] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.933916] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.934063] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.934205] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.934366] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.934466] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.934606] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.942249] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d571a642-41a6-4f7d-83dc-323f819e6662',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.959034] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.959280] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.959384] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.959586] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-590" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.959898] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.960084] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.960222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.960568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.960717] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29ce3f9f-c150-418a-b809-42ff4a3b6bcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.155987] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.445034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.445428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.445428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.445546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.445596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.445691] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d571a642-41a6-4f7d-83dc-323f819e6662 is going to be created. [ 1168.464934] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.465321] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.465552] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.465947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.466217] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.466474] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 29ce3f9f-c150-418a-b809-42ff4a3b6bcb not found, creating... [ 1168.466893] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.467196] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.467366] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.467732] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.467972] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.468567] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.468890] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.469160] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.469542] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.470216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.470216] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 29ce3f9f-c150-418a-b809-42ff4a3b6bcb is going to be created. [ 1168.472818] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.473062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.473214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.473493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.473771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.489234] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d571a642-41a6-4f7d-83dc-323f819e6662 in Status: UNINITIALIZED for 2s [ 1168.497226] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.497469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.497620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.498094] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.498583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.499150] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.661460] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.164064] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.164281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.164281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.164511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.164602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.164703] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 is going to be updated. [ 1169.193971] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.194209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.194288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.194502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.194763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.204989] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: IN_PROGRESS for 2s [ 1169.209885] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec534ae2-d08c-4cad-bf75-16acb248eae7 req-0b581e6e-63e3-4e15-badf-4b67486a6da1 service nova] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_rules [ 1169.210111] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec534ae2-d08c-4cad-bf75-16acb248eae7 req-0b581e6e-63e3-4e15-badf-4b67486a6da1 service nova] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 1169.210255] env[65380]: INFO networking_nsxv3.common.synchronization [req-ec534ae2-d08c-4cad-bf75-16acb248eae7 req-0b581e6e-63e3-4e15-badf-4b67486a6da1 service nova] Enqueued Resource ID: 29ce3f9f-c150-418a-b809-42ff4a3b6bcb with Priority: HIGHEST for action port [ 1169.210485] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_rules [ 1169.210612] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 1169.210706] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29ce3f9f-c150-418a-b809-42ff4a3b6bcb with Priority: HIGHEST for action port [ 1169.211263] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.211397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.211478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.211678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.211792] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.212609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.212709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.212914] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.213051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.213117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.213290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.213421] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29ce3f9f-c150-418a-b809-42ff4a3b6bcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.715661] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.716124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.716124] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29ce3f9f-c150-418a-b809-42ff4a3b6bcb with status ACTIVE [ 1169.716265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.716329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.716386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.716820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.716820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.716975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.717066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.717155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.717320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.717398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.718087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.718087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.718087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.718087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.718087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.718087] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29ce3f9f-c150-418a-b809-42ff4a3b6bcb is going to be updated. [ 1169.740074] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.740293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.740334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.740614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.740781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.741034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29ce3f9f-c150-418a-b809-42ff4a3b6bcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.501882] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d571a642-41a6-4f7d-83dc-323f819e6662 in Status: SUCCESS [ 1170.501882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.501882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.502084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.502270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.502405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.502951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.502951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.502951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.502951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.502951] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d571a642-41a6-4f7d-83dc-323f819e6662',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.006155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d571a642-41a6-4f7d-83dc-323f819e6662 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.006614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.006614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.006614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.006987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.006987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.006987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.007170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.007170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.007255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.007374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d571a642-41a6-4f7d-83dc-323f819e6662 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.007466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.007525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.007667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.007837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.007932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.007992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.008148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.008221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.008301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.008397] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d571a642-41a6-4f7d-83dc-323f819e6662',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.215670] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: SUCCESS [ 1171.215894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.216081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.216295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.217764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.217764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.217764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.217764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.217764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.217764] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.514681] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d571a642-41a6-4f7d-83dc-323f819e6662: rpc.has_security_group_logging(os_id): False [ 1171.532618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.532933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.533036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.533234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.533355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.533696] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.533853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.533929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.534097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.534174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.534408] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.534503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.534575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.534724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.534793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.534966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.535071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.535121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.535256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.535327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.535408] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d571a642-41a6-4f7d-83dc-323f819e6662 is going to be created. [ 1171.594825] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.594986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.595042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.598849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.598849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.606067] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d571a642-41a6-4f7d-83dc-323f819e6662 in Status: IN_PROGRESS for 2s [ 1171.719865] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.223038] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.574832] env[65380]: INFO networking_nsxv3.common.synchronization [req-fd3b2ca1-f823-45c9-8564-adf2b66a58de req-f819cd1a-bde8-45a5-8ee4-25e6e10fd195 tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1172.575601] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1172.575929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.576071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.576144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.576355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.576518] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.576629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.576686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.576870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.576958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.577065] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.726802] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.726802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.726802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.726802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.726802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.726802] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 is going to be updated. [ 1172.760959] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.760959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.760959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.760959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.760959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.771596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: IN_PROGRESS for 2s [ 1173.079810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.080061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.080151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.080399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.080491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.080693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.080787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.080862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.081018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.081095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.081194] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1173.109040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.109243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.109243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.109440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.109581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.118834] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1173.620524] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d571a642-41a6-4f7d-83dc-323f819e6662 in Status: SUCCESS [ 1173.620729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.782361] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: SUCCESS [ 1174.782361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.782361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.782795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.782795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.782962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.783070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.783238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.783317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.783448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.783582] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.130551] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1175.130804] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 deletion is rescheduled due to dependency. [ 1175.130954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.252972] env[65380]: INFO networking_nsxv3.common.synchronization [req-72a3c0f0-1b74-4a61-9822-8209ea2ed54a req-15eb8aff-e045-4415-9541-2056c6b172a6 tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1175.253568] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1175.253972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.254099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.254099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.254293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.254453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.254545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.254608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.254746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.254849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.254984] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.285866] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.579184] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.579321] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.579451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.579772] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.580146] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.580315] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.580590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.580879] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.581050] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.581264] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.581376] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.581482] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.581589] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.581696] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.581982] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.581982] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.603666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.603813] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.604102] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.604154] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.604430] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.604602] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.604722] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.605073] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.605190] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d83455-9b87-46ef-b1eb-d0cdbc94aa03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.759359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.759359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.759508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.759976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.760125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.760343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.760449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.760502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.760672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.760751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.760841] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1175.786612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.786943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.786943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.787137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.787287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.788429] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a26dd947-a47b-4822-ac39-472ccf2fdb81: rpc.has_security_group_logging(os_id): False [ 1175.800714] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1175.807356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.807521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.807582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.807776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.830677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.830987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.831129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.831194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.831387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.831465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.831552] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 is going to be updated. [ 1175.893446] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.893576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.893655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.893871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.894017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.910016] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: IN_PROGRESS for 2s [ 1176.107786] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.108034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.108166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.108450] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.108600] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.108754] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port b0d83455-9b87-46ef-b1eb-d0cdbc94aa03 not found, creating... [ 1176.109039] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.109174] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.109286] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.109500] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.109654] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.109942] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.110155] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.110640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.110640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.110640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.110783] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: b0d83455-9b87-46ef-b1eb-d0cdbc94aa03 is going to be created. [ 1176.132885] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.133117] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.133242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.133558] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.133813] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.134158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.826785] env[65380]: INFO networking_nsxv3.common.synchronization [req-72a3c0f0-1b74-4a61-9822-8209ea2ed54a req-0d0a0f6f-0f9d-418f-a1e6-7cf2de5ff10b service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1176.827140] env[65380]: INFO networking_nsxv3.common.synchronization [req-72a3c0f0-1b74-4a61-9822-8209ea2ed54a req-0d0a0f6f-0f9d-418f-a1e6-7cf2de5ff10b service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1176.827140] env[65380]: INFO networking_nsxv3.common.synchronization [req-72a3c0f0-1b74-4a61-9822-8209ea2ed54a req-0d0a0f6f-0f9d-418f-a1e6-7cf2de5ff10b service nova] Enqueued Resource ID: b0d83455-9b87-46ef-b1eb-d0cdbc94aa03 with Priority: HIGHEST for action port [ 1176.827614] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1176.827746] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1176.827841] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d83455-9b87-46ef-b1eb-d0cdbc94aa03 with Priority: HIGHEST for action port [ 1176.828254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.828380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.828450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.828642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.828720] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.830233] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.830233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.830233] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.830447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.830447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.830539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.830579] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d83455-9b87-46ef-b1eb-d0cdbc94aa03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.330819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.331053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.332256] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d83455-9b87-46ef-b1eb-d0cdbc94aa03 with status ACTIVE [ 1177.332519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.332651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.332716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.332931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.333035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.333211] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.333307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.333367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.333597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.333661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.333828] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.333917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.333974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.334141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.334244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.334275] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d83455-9b87-46ef-b1eb-d0cdbc94aa03 is going to be updated. [ 1177.357318] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.357566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.357624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.357921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.358256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.358429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d83455-9b87-46ef-b1eb-d0cdbc94aa03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.811150] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1177.811375] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 deletion is rescheduled due to dependency. [ 1177.811533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.811762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.811999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.812204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.812552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.812634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.813307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.813307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.813307] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.925333] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: SUCCESS [ 1177.925744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.315928] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.584747] env[65380]: INFO networking_nsxv3.common.synchronization [req-b26628bc-f43d-4d3d-9061-d4761a7d42b9 req-8d16792f-6846-4e68-bc44-633c3d7c3da3 tempest-ServersNegativeTestMultiTenantJSON-1332303111 tempest-ServersNegativeTestMultiTenantJSON-1332303111-project-member] Enqueued Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGHEST for action security_group_members [ 1178.585279] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGHEST for action security_group_members [ 1178.585604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d571a642-41a6-4f7d-83dc-323f819e6662 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.585740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.585770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.585967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.586155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.586240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.586290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.586415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.586495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.586583] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d571a642-41a6-4f7d-83dc-323f819e6662',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.818712] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.088709] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.088920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.088954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.089170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.089260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.089453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.089565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.089621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.089752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.089827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.089912] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d571a642-41a6-4f7d-83dc-323f819e6662 is going to be updated. [ 1179.121087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.121270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.121362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.121521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.121659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.136149] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d571a642-41a6-4f7d-83dc-323f819e6662 in Status: IN_PROGRESS for 2s [ 1179.323442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.323442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.323442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.323442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.323442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.323442] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1179.362093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.362268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.362341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.362555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.362718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.373437] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1180.940229] env[65380]: INFO networking_nsxv3.common.synchronization [req-68ea82a1-3f7f-4d03-8aef-9ffa49887616 req-ae9b400f-ae41-4fd2-9fcd-cea86e8354f4 tempest-ServerRescueNegativeTestJSON-58376548 tempest-ServerRescueNegativeTestJSON-58376548-project-member] Enqueued Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_members [ 1180.941130] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f with Priority: HIGHEST for action security_group_members [ 1180.941454] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.941578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.941637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.941841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.941999] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.942111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.942170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.942318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.942403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.942496] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c13b6f5e-354e-4db0-bfbd-75a7592ec10f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.147059] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d571a642-41a6-4f7d-83dc-323f819e6662 in Status: SUCCESS [ 1181.147272] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d571a642-41a6-4f7d-83dc-323f819e6662 deletion is rescheduled due to dependency. [ 1181.147356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.382936] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1181.383215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.383381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.383619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.383832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.383945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.384024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.384183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.384259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.384341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.384428] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.444397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.444547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.444617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.444832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.444923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.445119] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.445214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.445274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.445418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.445490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.445573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f is going to be updated. [ 1181.479150] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.479318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.479371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.479564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.480049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.489131] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f in Status: IN_PROGRESS for 2s [ 1181.887152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.887319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.887388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.887609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.887778] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.887883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.887945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.888348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.888486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.888629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.888919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.889073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.889164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.889332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.889483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.889581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.889642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.889787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.889864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.889946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.890050] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.392574] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f408b17-1a15-4850-ac94-cc5ec609b037: rpc.has_security_group_logging(os_id): False [ 1182.410209] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.410399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.410442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.410624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.410710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.410907] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.411013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.411075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.411217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.411290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.411471] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.411560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.411618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.411753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.411825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.412027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.412120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.412180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.412314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.412447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.412536] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1182.473425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.473578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.473651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.473889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.474063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.486709] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1183.499891] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f in Status: SUCCESS [ 1183.500269] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c13b6f5e-354e-4db0-bfbd-75a7592ec10f deletion is rescheduled due to dependency. [ 1183.500269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c13b6f5e-354e-4db0-bfbd-75a7592ec10f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.501612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1184.501612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.943134] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.943696] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1190.944235] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.944582] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1194.314535] env[65380]: INFO networking_nsxv3.common.synchronization [req-4f1bee14-0b2d-4464-841f-6a474f305acf req-634a93d7-c5c4-47ff-bf5b-3afdb056d33d tempest-ServerRescueNegativeTestJSON-58376548 tempest-ServerRescueNegativeTestJSON-58376548-project-member] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1194.315251] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1194.315629] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.315749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.315786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.316075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.316231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.316347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.316422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.316651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.316869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.316948] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.684651] env[65380]: INFO networking_nsxv3.common.synchronization [None req-11dd536c-ee9f-41b3-9ff2-5b1a18150fc2 tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_rules [ 1194.685159] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_rules [ 1194.685640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.685640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.685640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.685941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.686017] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.804412] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4570ab5a-43c5-486b-8fe3-37d7cc854226 tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_rules [ 1194.807456] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_rules [ 1194.807782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.807895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.821389] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.113198] env[65380]: INFO networking_nsxv3.common.synchronization [req-2ace6ccd-6ab9-46f5-8e85-fd9094ed9ceb req-394a2edf-a977-4ef2-9a3d-23f1f8001fca tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1195.113709] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1195.114058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.114179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.114244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.114445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.114617] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.114683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.117256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.117256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.117256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.117256] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.213321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.213480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.213527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.213744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.213836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.213945] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e already deleted. [ 1195.214062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.214279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.214433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.214483] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.324159] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.617711] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.617785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.617817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.618035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.618142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.618330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.618435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.618480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.618624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.618696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.618779] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1195.650564] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.650756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.650756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.650978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.651166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.662738] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1195.736849] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.737047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.737110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.737317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.737404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.737538] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e already deleted. [ 1195.737595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.827440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.827679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.827679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.827835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.827946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.828101] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 is going to be updated. [ 1195.856564] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.856696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.856736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.857047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.857223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.866789] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: IN_PROGRESS for 2s [ 1196.573389] env[65380]: INFO networking_nsxv3.common.synchronization [req-96a093c3-8004-461b-89c1-6695adc30b93 req-56ba6b30-9d62-44c8-a9b7-72447d23ea68 tempest-AttachVolumeShelveTestJSON-691904634 tempest-AttachVolumeShelveTestJSON-691904634-project-member] Enqueued Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_members [ 1196.573641] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc with Priority: HIGHEST for action security_group_members [ 1196.573961] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c72bde31-ecba-47fb-ae21-a940ba4eaddc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.574078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.574139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.574331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.574479] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.574571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.574626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.574769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.574851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.575018] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c72bde31-ecba-47fb-ae21-a940ba4eaddc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.077276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.077518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.077518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.077842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.077960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.078276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.078389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.078481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.078633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.078711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.078798] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc is going to be updated. [ 1197.122480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.122688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.122736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.123018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.123216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.136923] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: IN_PROGRESS for 2s [ 1197.673366] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1197.673689] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 deletion is rescheduled due to dependency. [ 1197.673689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.749731] env[65380]: INFO networking_nsxv3.common.synchronization [req-4710588c-6b56-41ac-94be-179add6a9bf3 req-226c1398-2c84-4b2f-a220-99d4a824e100 tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1197.750281] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1197.750582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.750698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.750760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.750965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.751324] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.751432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.751501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.751766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.751868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.751961] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.877433] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: SUCCESS [ 1197.877433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.061217] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.061418] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.061538] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.061807] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.062117] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.062210] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.062324] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.062533] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.062712] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.062922] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.063046] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.063155] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.063258] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.063364] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.063465] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.063607] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.084797] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.084975] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.085115] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.085290] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.085598] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-2a29578a-1b70-42fa-967b-e8049f05e8ba taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.085761] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-2a29578a-1b70-42fa-967b-e8049f05e8ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.085925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-2a29578a-1b70-42fa-967b-e8049f05e8ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.086271] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-2a29578a-1b70-42fa-967b-e8049f05e8ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.086409] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a29578a-1b70-42fa-967b-e8049f05e8ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.255352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.255540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.255584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.255784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.255876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.256130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.256226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.256289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.256439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.256590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.256689] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1198.280401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.280592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.280592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.280776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.280910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.289437] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1198.589051] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.589603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.589776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.590448] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.590715] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.590986] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port 2a29578a-1b70-42fa-967b-e8049f05e8ba not found, creating... [ 1198.591438] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.591710] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.591926] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.592310] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.592560] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.593044] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.593311] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.593532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.593911] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.594160] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.594409] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: 2a29578a-1b70-42fa-967b-e8049f05e8ba is going to be created. [ 1198.617281] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.617494] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.617611] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.617953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.618205] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.618443] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-2a29578a-1b70-42fa-967b-e8049f05e8ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.154903] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc in Status: SUCCESS [ 1199.155276] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c72bde31-ecba-47fb-ae21-a940ba4eaddc deletion is rescheduled due to dependency. [ 1199.155386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c72bde31-ecba-47fb-ae21-a940ba4eaddc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.350207] env[65380]: INFO networking_nsxv3.common.synchronization [req-4710588c-6b56-41ac-94be-179add6a9bf3 req-79c711db-71b0-4b49-bff1-c407fabc442d service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1199.350330] env[65380]: INFO networking_nsxv3.common.synchronization [req-4710588c-6b56-41ac-94be-179add6a9bf3 req-79c711db-71b0-4b49-bff1-c407fabc442d service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1199.350844] env[65380]: INFO networking_nsxv3.common.synchronization [req-4710588c-6b56-41ac-94be-179add6a9bf3 req-79c711db-71b0-4b49-bff1-c407fabc442d service nova] Enqueued Resource ID: 2a29578a-1b70-42fa-967b-e8049f05e8ba with Priority: HIGHEST for action port [ 1199.351045] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1199.351269] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1199.351329] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a29578a-1b70-42fa-967b-e8049f05e8ba with Priority: HIGHEST for action port [ 1199.351565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.351684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.351776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.351949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.352154] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.353220] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.353220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.353397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a29578a-1b70-42fa-967b-e8049f05e8ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.353462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a29578a-1b70-42fa-967b-e8049f05e8ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.353493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a29578a-1b70-42fa-967b-e8049f05e8ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.353721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a29578a-1b70-42fa-967b-e8049f05e8ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.353801] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a29578a-1b70-42fa-967b-e8049f05e8ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.855706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.855962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.856083] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a29578a-1b70-42fa-967b-e8049f05e8ba with status ACTIVE [ 1199.856287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.856393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.856460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.856663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.856749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.856944] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.857037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.857078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.857240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.857316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.857491] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.857579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.857637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.857771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.857842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.857924] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a29578a-1b70-42fa-967b-e8049f05e8ba is going to be updated. [ 1199.879628] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.879857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.879857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.880155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.880315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.880489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a29578a-1b70-42fa-967b-e8049f05e8ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.300034] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1200.300034] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 deletion is rescheduled due to dependency. [ 1200.300034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.300034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.300034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.300575] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.300575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.300678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.300763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.300841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.300938] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.803166] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.305637] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.808288] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.808493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.808493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.808706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.808795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.808898] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1201.839382] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.839551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.839551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.839758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.839898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.849202] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1202.303275] env[65380]: INFO networking_nsxv3.common.synchronization [req-71ce2e29-47fc-4372-bcc9-74e04473e7c4 req-b4932bca-10d5-4b07-bcb9-cada4e6358a4 tempest-ServerRescueNegativeTestJSON-58376548 tempest-ServerRescueNegativeTestJSON-58376548-project-member] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1202.307885] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGHEST for action security_group_members [ 1202.308254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.308446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.308446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.308628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.308768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.308862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.308921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.309076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.309162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.309294] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.811542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.811719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.811813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.812081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.812145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.812345] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.812441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.812496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.813008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.813104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.813196] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 is going to be updated. [ 1202.843370] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.843598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.843598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.843754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.843895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.852735] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: IN_PROGRESS for 2s [ 1203.693705] env[65380]: INFO networking_nsxv3.common.synchronization [req-2dabe957-adde-4c6b-bf6a-90f29e34bcd1 req-e06f2cdd-ba90-4323-9cc0-c1f46b41d0ad tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_members [ 1203.693981] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_members [ 1203.694406] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.694495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.695084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.695084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.695084] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.695305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.695305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.695433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.695484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.695543] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.861227] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1203.861472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.861641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.861849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.862056] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.862173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.862555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.862555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.862555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.862555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.862678] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.006323] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.006520] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.006692] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.006989] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.007324] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.007488] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.007994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.007994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.008115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.008258] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.008421] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.008520] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.008678] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.008845] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.009000] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.009223] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.028901] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.029098] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.029241] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.029426] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.029739] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-fc57e95b-d9f3-48a7-be98-b282f88c687c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.029910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-fc57e95b-d9f3-48a7-be98-b282f88c687c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.030048] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-fc57e95b-d9f3-48a7-be98-b282f88c687c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.030389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-fc57e95b-d9f3-48a7-be98-b282f88c687c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.030538] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc57e95b-d9f3-48a7-be98-b282f88c687c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.197627] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.197809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.197890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.198127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.198219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.198430] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.198529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.198588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.198733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.198808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.198891] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e already deleted. [ 1204.198966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.364612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.364797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.364846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.365072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.365236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.365339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.365416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.365567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.365649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.365733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.366018] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.366149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.366203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.366353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.366489] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.366582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.368158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.368158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.368158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.368158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.368158] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.533557] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.533557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.533735] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.533994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.534330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.534330] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port fc57e95b-d9f3-48a7-be98-b282f88c687c not found, creating... [ 1204.534567] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.534723] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.534835] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.535096] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.535242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.535522] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.535717] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.535794] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.536011] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.536177] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.536323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: fc57e95b-d9f3-48a7-be98-b282f88c687c is going to be created. [ 1204.556296] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.556492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.556616] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.556867] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.557110] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.557424] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-fc57e95b-d9f3-48a7-be98-b282f88c687c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.863700] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e317448-198a-4d1e-989c-6c08731e2c04 in Status: SUCCESS [ 1204.864025] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 deletion is rescheduled due to dependency. [ 1204.864091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.869576] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f408b17-1a15-4850-ac94-cc5ec609b037: rpc.has_security_group_logging(os_id): False [ 1204.887720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.887882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.887925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.888140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.888232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.888432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.888522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.888581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.888727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.888801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.888979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.889084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.889145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.889283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.889350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.889541] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.889631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.889690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.889822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.889893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.889975] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1204.950978] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.951201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.951335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.951663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.951911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.968497] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1205.336979] env[65380]: INFO networking_nsxv3.common.synchronization [req-2dabe957-adde-4c6b-bf6a-90f29e34bcd1 req-e748426d-9b0f-4307-ae09-e73cd0378b47 service nova] Enqueued Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_rules [ 1205.337196] env[65380]: INFO networking_nsxv3.common.synchronization [req-2dabe957-adde-4c6b-bf6a-90f29e34bcd1 req-e748426d-9b0f-4307-ae09-e73cd0378b47 service nova] Enqueued Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_members [ 1205.337340] env[65380]: INFO networking_nsxv3.common.synchronization [req-2dabe957-adde-4c6b-bf6a-90f29e34bcd1 req-e748426d-9b0f-4307-ae09-e73cd0378b47 service nova] Enqueued Resource ID: fc57e95b-d9f3-48a7-be98-b282f88c687c with Priority: HIGHEST for action port [ 1205.337839] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_rules [ 1205.337974] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_members [ 1205.338228] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc57e95b-d9f3-48a7-be98-b282f88c687c with Priority: HIGHEST for action port [ 1205.338531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.338647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.338704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.338901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.338978] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.340289] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.340404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.340469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.340641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.340776] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.340906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.340971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.341073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.341154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.341245] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.342551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc57e95b-d9f3-48a7-be98-b282f88c687c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.342661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc57e95b-d9f3-48a7-be98-b282f88c687c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.342818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc57e95b-d9f3-48a7-be98-b282f88c687c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.342981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc57e95b-d9f3-48a7-be98-b282f88c687c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.343068] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc57e95b-d9f3-48a7-be98-b282f88c687c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.840799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.840937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.843497] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.844686] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc57e95b-d9f3-48a7-be98-b282f88c687c with status ACTIVE [ 1205.844883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.845008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.845076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.845285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.845375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.845562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.845660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.845721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.845872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.845946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.846157] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.846264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.846324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.846462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.846536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.846622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc57e95b-d9f3-48a7-be98-b282f88c687c is going to be updated. [ 1205.869633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.869633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.870108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.870108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.870277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.870484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc57e95b-d9f3-48a7-be98-b282f88c687c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.345444] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.848694] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.848937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.848937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.849137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.849224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.849323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e is going to be created. [ 1206.876959] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.876959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.877357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.877357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.877357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.886466] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e in Status: UNINITIALIZED for 2s [ 1206.983647] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1206.983980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.896720] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e in Status: SUCCESS [ 1208.896720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.897021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.897021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.898030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.898030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.898030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.898030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.898030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.898030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.898030] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.400072] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.903044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c88d3c4-efb1-41cc-91bf-361b9e600e0e: rpc.has_security_group_logging(os_id): False [ 1209.923414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.923612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.923725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.923994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.924128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.924459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.924595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.924681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.924910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.925023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.925134] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e is going to be created. [ 1210.000136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.000295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.000562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.000793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.000793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.015607] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e in Status: IN_PROGRESS for 2s [ 1210.338690] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.338810] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1212.040389] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e in Status: SUCCESS [ 1212.040683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.749522] env[65380]: INFO networking_nsxv3.common.synchronization [None req-40fa50ae-f2cc-4eae-9254-14346ef5ec84 tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_rules [ 1214.751718] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_rules [ 1214.752120] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.752266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.752339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.752640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.752716] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.832852] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8d376e68-5d4f-4422-8b91-71dc13566bc1 tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_rules [ 1214.833393] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_rules [ 1214.833699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.833798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.280402] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.280663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.280713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.281042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.281222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.281397] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c already deleted. [ 1215.281579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.281821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.282087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.282194] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.803342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.803633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.803671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.803948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.804086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.804745] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c already deleted. [ 1215.804745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.834368] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.834798] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1220.453696] env[65380]: INFO networking_nsxv3.common.synchronization [req-3027de48-88cb-4aa1-b3a2-5b281c2b0415 req-e06a9fbe-a0da-4725-8eb8-e76eead96355 tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_members [ 1220.453957] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_members [ 1220.454470] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c81f0b-e678-45c1-ae08-7887e77eaf9c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.454656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.454729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.454986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.455157] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.455255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.455308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.455461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.455573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.455681] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.764482] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.764688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.764810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.765083] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.765330] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.765481] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.765598] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.765802] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.765942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.766169] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.766281] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.766409] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.766519] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.766633] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.766739] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.766870] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.788673] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.788879] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.789028] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.789201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.789514] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-699ecd13-1083-4bea-9976-9f55cae1f915 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.789683] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-699ecd13-1083-4bea-9976-9f55cae1f915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.789801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-699ecd13-1083-4bea-9976-9f55cae1f915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.790130] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-699ecd13-1083-4bea-9976-9f55cae1f915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.790265] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699ecd13-1083-4bea-9976-9f55cae1f915',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.958352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.958778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.958778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.958880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.958942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.959150] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.959264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.959326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.959494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.959572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.959654] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c already deleted. [ 1220.959748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.292183] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.292388] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.292492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.292861] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.293061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.293250] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 699ecd13-1083-4bea-9976-9f55cae1f915 not found, creating... [ 1221.293544] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.293745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.293890] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.294147] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.294327] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.294693] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.294890] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.295118] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.295214] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.295330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.295468] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 699ecd13-1083-4bea-9976-9f55cae1f915 is going to be created. [ 1221.318185] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.318485] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.318485] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.318838] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.319043] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.319291] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-699ecd13-1083-4bea-9976-9f55cae1f915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.045465] env[65380]: INFO networking_nsxv3.common.synchronization [req-1fa59025-016f-4e74-b2ea-803e69c26aca req-b81fdd1d-cb00-483e-88ae-33225f793d68 tempest-ServerActionsTestOtherB-865913792 tempest-ServerActionsTestOtherB-865913792-project-member] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1222.046074] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1222.046488] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.046690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.046801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.047104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.047345] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.047444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.047522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.047714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.047803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.047896] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.058721] env[65380]: INFO networking_nsxv3.common.synchronization [req-3027de48-88cb-4aa1-b3a2-5b281c2b0415 req-cae2226d-a0a8-4760-8007-deaaee03cdf1 service nova] Enqueued Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_rules [ 1222.058897] env[65380]: INFO networking_nsxv3.common.synchronization [req-3027de48-88cb-4aa1-b3a2-5b281c2b0415 req-cae2226d-a0a8-4760-8007-deaaee03cdf1 service nova] Enqueued Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_members [ 1222.059041] env[65380]: INFO networking_nsxv3.common.synchronization [req-3027de48-88cb-4aa1-b3a2-5b281c2b0415 req-cae2226d-a0a8-4760-8007-deaaee03cdf1 service nova] Enqueued Resource ID: 699ecd13-1083-4bea-9976-9f55cae1f915 with Priority: HIGHEST for action port [ 1222.059736] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_rules [ 1222.059869] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_members [ 1222.059964] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699ecd13-1083-4bea-9976-9f55cae1f915 with Priority: HIGHEST for action port [ 1222.060486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.060597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.060665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.060863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.060947] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.061773] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c81f0b-e678-45c1-ae08-7887e77eaf9c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.062702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.062702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.062702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.062702] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.062702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.062702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.062702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.062702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.063049] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.063662] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-699ecd13-1083-4bea-9976-9f55cae1f915 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.063778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-699ecd13-1083-4bea-9976-9f55cae1f915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.063834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-699ecd13-1083-4bea-9976-9f55cae1f915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.063968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-699ecd13-1083-4bea-9976-9f55cae1f915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.064046] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699ecd13-1083-4bea-9976-9f55cae1f915',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.550181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.550347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.550417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.550686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.550784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.550986] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.551105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.551167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.551314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.551387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.551526] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1222.566187] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.567221] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c81f0b-e678-45c1-ae08-7887e77eaf9c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.567329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.567785] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 699ecd13-1083-4bea-9976-9f55cae1f915 with status ACTIVE [ 1222.567953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.568076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.568142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.568322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.568391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.568552] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.568648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.568754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.568844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.568915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.569136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.569196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.569227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.569361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.569453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.569539] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 699ecd13-1083-4bea-9976-9f55cae1f915 is going to be updated. [ 1222.581530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.581765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.581765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.581919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.582044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.591434] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1222.594874] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.595057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.595122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.595291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.595437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.595604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-699ecd13-1083-4bea-9976-9f55cae1f915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.071539] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.573815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.574031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.574090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.574703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.574703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.574703] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c is going to be created. [ 1223.607372] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.607563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.607642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.607814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.607976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.621008] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c in Status: UNINITIALIZED for 2s [ 1224.603486] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1224.603486] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c deletion is rescheduled due to dependency. [ 1224.603486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.630339] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c in Status: SUCCESS [ 1225.630719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.630719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.630906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.631111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.631233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.631296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.631452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.631532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.631618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.631716] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.133772] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.635745] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03c81f0b-e678-45c1-ae08-7887e77eaf9c: rpc.has_security_group_logging(os_id): False [ 1226.654141] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.654359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.654359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.654609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.654715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.654972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.655090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.655172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.655341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.655420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.655530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c is going to be created. [ 1226.723047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.723047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.723047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.723047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.723375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.735809] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c in Status: IN_PROGRESS for 2s [ 1227.060931] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.061063] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1228.749682] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c in Status: SUCCESS [ 1228.750099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.594857] env[65380]: INFO networking_nsxv3.common.synchronization [req-f0408f47-49be-4807-a567-836ad542f1a7 req-78aedcb3-3e21-4099-abc1-e2b7e9685c20 tempest-ServerActionsTestOtherB-865913792 tempest-ServerActionsTestOtherB-865913792-project-member] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1229.595451] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1229.595741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.595864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.595931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.596147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.596304] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.596403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.596459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.596687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.596772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.596868] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.860808] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.861135] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.861296] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.861676] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.861977] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.862156] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.862270] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.862562] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.862714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.862922] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.863075] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.863208] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.863333] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.863497] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.863664] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.863856] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.883822] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.883822] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.883822] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.883992] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.884603] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-fca7ad58-be00-492f-b580-8febcf0bd353 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.884603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.884831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.886044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.886044] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca7ad58-be00-492f-b580-8febcf0bd353',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.099825] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.100079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.100079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.100288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.100376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.100574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.100671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.100732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.100882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.100960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.101056] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1230.127405] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.127610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.127610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.127738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.127874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.136940] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1230.387991] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.388236] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.388363] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.388649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.388797] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.388950] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port fca7ad58-be00-492f-b580-8febcf0bd353 not found, creating... [ 1230.389225] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.389382] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.389497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.389706] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.389841] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.390129] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.390294] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.390400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.390603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.390730] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.390863] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: fca7ad58-be00-492f-b580-8febcf0bd353 is going to be created. [ 1230.412774] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.412978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.413103] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.413364] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.413587] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.413825] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.128188] env[65380]: INFO networking_nsxv3.common.synchronization [req-f0408f47-49be-4807-a567-836ad542f1a7 req-3bedd16e-c0a8-40b3-a41e-195c16593f04 service nova] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 1231.128436] env[65380]: INFO networking_nsxv3.common.synchronization [req-f0408f47-49be-4807-a567-836ad542f1a7 req-3bedd16e-c0a8-40b3-a41e-195c16593f04 service nova] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1231.128697] env[65380]: INFO networking_nsxv3.common.synchronization [req-f0408f47-49be-4807-a567-836ad542f1a7 req-3bedd16e-c0a8-40b3-a41e-195c16593f04 service nova] Enqueued Resource ID: fca7ad58-be00-492f-b580-8febcf0bd353 with Priority: HIGHEST for action port [ 1231.128970] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 1231.129115] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1231.129209] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7ad58-be00-492f-b580-8febcf0bd353 with Priority: HIGHEST for action port [ 1231.129471] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.129592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.129661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.129843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.129921] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.130814] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.130902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.131487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca7ad58-be00-492f-b580-8febcf0bd353 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.131487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.131487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.131487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.131487] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca7ad58-be00-492f-b580-8febcf0bd353',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.633635] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.633841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.633951] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fca7ad58-be00-492f-b580-8febcf0bd353 with status ACTIVE [ 1231.634141] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.634252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.634319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.634539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.634647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.634823] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.634920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.634981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.635162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.635232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.635414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.635507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.635567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.635782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.635858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.635942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fca7ad58-be00-492f-b580-8febcf0bd353 is going to be updated. [ 1231.660190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.660409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.660455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.660723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.660906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.661073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.146522] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1232.146902] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c deletion is rescheduled due to dependency. [ 1232.146902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.147073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.147300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.147481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.147621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.147700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.147829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.147915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.148018] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.650692] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.152416] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.654503] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.654755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.654755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.654965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.655069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.655169] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1233.691751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.692052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.692052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.692217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.692333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.701994] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1235.714432] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1235.714764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.714887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.715121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.715329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.715445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.715508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.715656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.715735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.715818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.715907] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.815109] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6d8fe6ab-e416-4846-ba8d-e946ad586526 tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 7c16858d-fa64-4faa-b729-5c2b47711ed8 with Priority: HIGHEST for action security_group_rules [ 1235.815681] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c16858d-fa64-4faa-b729-5c2b47711ed8 with Priority: HIGHEST for action security_group_rules [ 1235.815989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c16858d-fa64-4faa-b729-5c2b47711ed8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.816126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c16858d-fa64-4faa-b729-5c2b47711ed8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.816192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c16858d-fa64-4faa-b729-5c2b47711ed8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.816456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c16858d-fa64-4faa-b729-5c2b47711ed8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.816539] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c16858d-fa64-4faa-b729-5c2b47711ed8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.897606] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4d02576b-c4eb-49f5-8059-f73a6be75d1f tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 7c16858d-fa64-4faa-b729-5c2b47711ed8 with Priority: HIGHEST for action security_group_rules [ 1235.898066] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c16858d-fa64-4faa-b729-5c2b47711ed8 with Priority: HIGHEST for action security_group_rules [ 1235.898444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c16858d-fa64-4faa-b729-5c2b47711ed8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.898587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c16858d-fa64-4faa-b729-5c2b47711ed8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.218682] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.341636] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.341789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.341858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.342126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.342220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.342319] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c16858d-fa64-4faa-b729-5c2b47711ed8 already deleted. [ 1236.342401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c16858d-fa64-4faa-b729-5c2b47711ed8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.342551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c16858d-fa64-4faa-b729-5c2b47711ed8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.342712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c16858d-fa64-4faa-b729-5c2b47711ed8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.342796] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c16858d-fa64-4faa-b729-5c2b47711ed8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.720800] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0b59c1-1f56-45f9-9354-ad5171f4fb4c: rpc.has_security_group_logging(os_id): False [ 1236.739440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.739675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.739741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.739978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.740131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.740428] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.740623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.740679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.741290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.741290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.741290] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1236.801295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.801539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.801539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.801809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.802043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.815036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1236.864602] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.864806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.864846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.865077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.865182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.865280] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c16858d-fa64-4faa-b729-5c2b47711ed8 already deleted. [ 1236.865364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c16858d-fa64-4faa-b729-5c2b47711ed8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.830303] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1238.830708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.931669] env[65380]: INFO networking_nsxv3.common.synchronization [req-09cfbfe9-751e-4d48-9a3f-09b965abdf62 req-8a8f80b0-8dea-406c-9303-e5b65d72d666 tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1238.932218] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1238.932573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.932695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.932809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.933019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.933312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.933312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.933445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.933555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.933847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.933847] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.436213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.436358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.436401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.436589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.436682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.436923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.437035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.437101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.437307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.437353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.437403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1239.471116] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.471116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.471375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.471375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.471541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.482218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1241.494632] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1241.494632] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 deletion is rescheduled due to dependency. [ 1241.494632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.582697] env[65380]: INFO networking_nsxv3.common.synchronization [req-e3bdc3d0-928c-4f3f-b4d0-66779dffa45c req-0529d733-e49e-4432-9492-de590306a744 tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1241.583478] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1241.583622] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.583677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.583720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.583919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.584108] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.584237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.584237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.584392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.584476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.584563] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.881111] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.881318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.881440] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.881720] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.881969] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.882134] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.882246] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.882453] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.882593] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.882799] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.882909] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.883021] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.883124] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.883230] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.883329] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.883454] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.902942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.903109] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1241.903246] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.903410] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.903711] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-c6c09264-67f2-458b-b070-7508aabb6f62 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.903887] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-c6c09264-67f2-458b-b070-7508aabb6f62" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.904011] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-c6c09264-67f2-458b-b070-7508aabb6f62" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.904326] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-c6c09264-67f2-458b-b070-7508aabb6f62" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.904462] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c09264-67f2-458b-b070-7508aabb6f62',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.086528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.086730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.086796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.087130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.087272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.087494] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.087641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.087729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.087955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.088090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.088203] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1242.112237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.112442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.112442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.112576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.112764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.121288] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1242.407345] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.407569] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.407673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.407975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.408142] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.408296] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port c6c09264-67f2-458b-b070-7508aabb6f62 not found, creating... [ 1242.408558] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.408713] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.408829] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.409056] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.409192] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.409470] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.409699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.409763] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.409948] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.410110] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.410250] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: c6c09264-67f2-458b-b070-7508aabb6f62 is going to be created. [ 1242.431204] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.431431] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.431531] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.431810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.432044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.432272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-c6c09264-67f2-458b-b070-7508aabb6f62" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.957497] env[65380]: INFO networking_nsxv3.common.synchronization [req-45901e28-790c-42eb-b0cd-8c0f5359cbab req-ca1c66a1-9449-42f3-8860-aa4b7c77fb15 tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 1242.959455] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 1242.959455] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.959455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.959455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.960295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.960295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.960461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.960461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.960629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.960682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.960733] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.155936] env[65380]: INFO networking_nsxv3.common.synchronization [req-e3bdc3d0-928c-4f3f-b4d0-66779dffa45c req-34cc1b3f-b303-4e27-aba9-8f5a84eb094b service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1243.156137] env[65380]: INFO networking_nsxv3.common.synchronization [req-e3bdc3d0-928c-4f3f-b4d0-66779dffa45c req-34cc1b3f-b303-4e27-aba9-8f5a84eb094b service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1243.156273] env[65380]: INFO networking_nsxv3.common.synchronization [req-e3bdc3d0-928c-4f3f-b4d0-66779dffa45c req-34cc1b3f-b303-4e27-aba9-8f5a84eb094b service nova] Enqueued Resource ID: c6c09264-67f2-458b-b070-7508aabb6f62 with Priority: HIGHEST for action port [ 1243.156499] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1243.156630] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1243.156719] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c09264-67f2-458b-b070-7508aabb6f62 with Priority: HIGHEST for action port [ 1243.157398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.157520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.157610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.157789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.158085] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.159167] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.159295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.159594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c09264-67f2-458b-b070-7508aabb6f62 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.159677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c09264-67f2-458b-b070-7508aabb6f62" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.159720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c09264-67f2-458b-b070-7508aabb6f62" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.159874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c09264-67f2-458b-b070-7508aabb6f62" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.159948] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c09264-67f2-458b-b070-7508aabb6f62',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.462862] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.660050] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.660222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.662530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6c09264-67f2-458b-b070-7508aabb6f62 with status ACTIVE [ 1243.662725] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.662862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.662917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.663123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.663213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.663385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.663483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.663545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.663695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.663769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.663948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.664054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.664105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.664241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.664313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.664394] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6c09264-67f2-458b-b070-7508aabb6f62 is going to be updated. [ 1243.684514] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.684688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.684742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.684941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.685163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.685265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c09264-67f2-458b-b070-7508aabb6f62" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.965181] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.147437] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1244.147606] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 deletion is rescheduled due to dependency. [ 1244.147729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.147910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.148190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.148379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.148495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.148558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.148716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.148798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.148895] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.468108] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.468319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.468319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.468478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.468570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.468680] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 is going to be updated. [ 1244.495107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.495307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.495307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.495506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.495648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.505216] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: IN_PROGRESS for 2s [ 1244.651349] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.137404] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1245.137786] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1245.153466] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.656377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.656601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.656601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.656927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.657117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.657228] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1245.685981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.686190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.686190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.686401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.686581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.694534] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1246.516297] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: SUCCESS [ 1246.516610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.705021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1247.705021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.705021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.705568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.705568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.705568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.705568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.705738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.705817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.705922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.705999] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.157981] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.158106] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1248.208776] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.208959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.209052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.209308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.209511] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.209629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.209711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.209897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.210008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.210188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.210290] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.210385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.210447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.210600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.210726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.210816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.210877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.211018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.211092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.211171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.211260] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.713724] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f408b17-1a15-4850-ac94-cc5ec609b037: rpc.has_security_group_logging(os_id): False [ 1248.731767] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.731974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.731974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.732187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.732283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.732474] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.732745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.732745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.732813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.732850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.733102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.733182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.733213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.733447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.733447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.733587] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.733681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.733738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.733873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.733950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.734108] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1248.797850] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.798030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.798072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.798291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.798439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.816275] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1250.833458] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1250.833948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.159675] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.159675] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.160573] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.160836] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.685129] env[65380]: INFO networking_nsxv3.common.synchronization [req-ad955f61-936c-49fe-b720-8046f5b1aa95 req-b3c53120-8a1e-40cb-89e3-b5807bd05679 tempest-ServerActionsTestOtherA-214667701 tempest-ServerActionsTestOtherA-214667701-project-member] Enqueued Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 1258.685684] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 with Priority: HIGHEST for action security_group_members [ 1258.685988] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a26dd947-a47b-4822-ac39-472ccf2fdb81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.686123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.686187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.686428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.687155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.687155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.687155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.687155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.687155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.687155] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a26dd947-a47b-4822-ac39-472ccf2fdb81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.190060] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.190060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.190060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.190532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.190532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.190532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.190670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.190670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.190815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.190896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.190982] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 is going to be updated. [ 1259.240514] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.240514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.240514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.241176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.241176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.292419] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: IN_PROGRESS for 2s [ 1261.343084] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 in Status: SUCCESS [ 1261.343084] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a26dd947-a47b-4822-ac39-472ccf2fdb81 deletion is rescheduled due to dependency. [ 1261.343084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a26dd947-a47b-4822-ac39-472ccf2fdb81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.686892] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.687351] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.688465] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.688819] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.864287] env[65380]: INFO networking_nsxv3.common.synchronization [req-8774adf3-d1c0-4c8a-b6ef-03ec98553f5a req-4ce53e46-6a18-4d2f-aece-d49548af7e66 tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_members [ 1268.864694] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c with Priority: HIGHEST for action security_group_members [ 1268.865012] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-03c81f0b-e678-45c1-ae08-7887e77eaf9c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.865213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.865213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.865379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.865538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.865635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.865695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.865836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.865918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.866596] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03c81f0b-e678-45c1-ae08-7887e77eaf9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.371029] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.371250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.371303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.371506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.371601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.371949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.372243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.372243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.372376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.372497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.372591] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c is going to be updated. [ 1269.403129] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.403392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.403392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.403686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.403874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.413645] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c in Status: IN_PROGRESS for 2s [ 1271.436720] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c in Status: SUCCESS [ 1271.437142] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03c81f0b-e678-45c1-ae08-7887e77eaf9c deletion is rescheduled due to dependency. [ 1271.437142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03c81f0b-e678-45c1-ae08-7887e77eaf9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.866206] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.866589] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.090053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.090053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.090053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.090053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.090053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.592738] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.095143] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.597893] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1277.598155] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1278.433495] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.433918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.433918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.433918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.446229] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1278.447259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.448625] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1278.494204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.494511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.494570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.494829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.509652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.510517] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1278.510614] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1278.510749] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1278.549302] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.549545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.549545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.549894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.550982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.551175] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1278.648311] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.648599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.648599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.648768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.649113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.649429] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1278.748304] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.748523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.748523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.748829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.749313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.749690] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 1278.749860] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9f408b17-1a15-4850-ac94-cc5ec609b037', 'cb0b59c1-1f56-45f9-9354-ad5171f4fb4c', '5aaebd10-add3-4ac6-ace4-c6dfedd8d477', '12ac8732-09d8-4c29-bc26-c8378e499db7', '897650fa-f5c5-46a6-8809-4055f4cb7969', '4027792b-d734-4ecd-bd8a-457611994b1a', '6e317448-198a-4d1e-989c-6c08731e2c04', 'cee23752-600c-41e0-9753-ab1e0b51c704', 'd571a642-41a6-4f7d-83dc-323f819e6662', '4be9a739-7d44-4373-aabd-b9411d94a847', '7c88d3c4-efb1-41cc-91bf-361b9e600e0e', '72ea5966-eeab-44b0-9dbb-9a9a655b1ec7', '96c997f7-8b5a-4fab-a31e-551de41fd8ad', '2689ee4c-4818-4b1e-a50c-bd2553b802ba', '9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90', 'a6477549-cb78-44d9-979c-bb18af642723', 'b5af0948-7e87-4cfd-84dc-b64f5648e049', '75ccdda8-4d1b-4b8e-88f5-702b8b65c8da', '5b9db1dc-507b-4d1b-b65b-7d42bf78b180', '15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd', '8e0cd5bf-2f46-4191-a6cc-8fdf2ec57cfd', '2cfb615c-b6d7-4762-afe7-d3f9dc7584bf', '17bce580-5602-45b3-a0aa-d6bfc2de3bb2', 'c13b6f5e-354e-4db0-bfbd-75a7592ec10f', 'c72bde31-ecba-47fb-ae21-a940ba4eaddc', '03c81f0b-e678-45c1-ae08-7887e77eaf9c', 'c4144af6-a5dc-438d-9bca-64f460b54f11', 'a26dd947-a47b-4822-ac39-472ccf2fdb81', 'd3e6e4de-d122-4de6-9c1b-6c7fb5f00be9', 'ef79e4a0-3704-4fa4-8233-7a92f3c85abb', '9eaa1402-d4b8-4020-a430-2fda6693f2a3', '813acf66-f69f-46a1-842d-f5f49ca4e01f', '3de47040-f690-4378-ac86-2a3a2e339674', '852aa231-41b4-4838-be83-8746678ce591', 'f384a8e8-38a5-4f41-8f42-a7967efa2d85', '38237246-9119-4889-8dc5-df9527f6b249', '30bfef75-8959-473a-ad39-422e25bd3544'} {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1278.749990] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1278.772779] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.773059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.773140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.773367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.773456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.773567] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1278.773638] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1278.773753] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1278.867543] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.867784] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.912262] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.912492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.912492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.912693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.913807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.914096] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1278.914173] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1278.914246] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1278.914313] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1278.914389] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 1278.914463] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGH for action security_group_rules [ 1278.914542] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGH for action security_group_rules [ 1278.914607] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGH for action security_group_rules [ 1278.914669] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGH for action security_group_rules [ 1278.914728] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGH for action security_group_rules [ 1278.914790] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGH for action security_group_rules [ 1278.914850] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGH for action security_group_rules [ 1278.914910] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGH for action security_group_rules [ 1278.914969] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGH for action security_group_rules [ 1278.915044] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGH for action security_group_rules [ 1278.915109] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGH for action security_group_rules [ 1278.915168] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGH for action security_group_rules [ 1278.915227] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGH for action security_group_rules [ 1278.915287] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGH for action security_group_rules [ 1278.915377] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGH for action security_group_rules [ 1278.915520] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGH for action security_group_rules [ 1278.915520] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGH for action security_group_rules [ 1278.915594] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGH for action security_group_rules [ 1278.915594] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGH for action security_group_rules [ 1278.915675] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGH for action security_group_rules [ 1278.915748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.111832] env[65380]: INFO networking_nsxv3.common.synchronization [req-9c58753d-f758-4c38-9206-cc1ec1a23cf6 req-7b509a78-b57a-45ee-9f4b-b8d8dd8b7575 tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1280.111832] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1280.112258] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGH for action security_group_rules [ 1280.112258] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGH for action security_group_rules [ 1280.112443] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e317448-198a-4d1e-989c-6c08731e2c04 with Priority: HIGH for action security_group_rules [ 1280.112552] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 with Priority: HIGH for action security_group_rules [ 1280.112690] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6477549-cb78-44d9-979c-bb18af642723 with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be9a739-7d44-4373-aabd-b9411d94a847 with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d571a642-41a6-4f7d-83dc-323f819e6662 with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee23752-600c-41e0-9753-ab1e0b51c704 with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGH for action security_group_rules [ 1280.115064] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 with Priority: HIGH for action security_group_rules [ 1280.115695] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.115695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.115695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.115695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.115879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.115879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.115975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.116126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.116205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.116312] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.117852] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.117992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.118077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.118306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.118415] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.119641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.119957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.119957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.120106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.120187] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.122084] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e317448-198a-4d1e-989c-6c08731e2c04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.122084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.122084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.122210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.122309] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e317448-198a-4d1e-989c-6c08731e2c04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.123513] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.124908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.124908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.124908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.124908] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.127522] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.127660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.127726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.128304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.128304] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.128974] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.129174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.129174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.129994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.129994] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b9db1dc-507b-4d1b-b65b-7d42bf78b180',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.130233] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.130418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.130418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.130585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.131755] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ccdda8-4d1b-4b8e-88f5-702b8b65c8da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.131755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5af0948-7e87-4cfd-84dc-b64f5648e049 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.131755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.131755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.131755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.132133] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5af0948-7e87-4cfd-84dc-b64f5648e049',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.132629] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.132746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.132817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.133230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.133230] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2689ee4c-4818-4b1e-a50c-bd2553b802ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.134371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6477549-cb78-44d9-979c-bb18af642723 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.134494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.134570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.134727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.134809] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6477549-cb78-44d9-979c-bb18af642723',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.135906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.135906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.136990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.136990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.136990] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c997f7-8b5a-4fab-a31e-551de41fd8ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.137123] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.137174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.137895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.137895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.137895] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ea5966-eeab-44b0-9dbb-9a9a655b1ec7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.138186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.138445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.138445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.138608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.138608] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.139300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be9a739-7d44-4373-aabd-b9411d94a847 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.139468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.139468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.139720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.139720] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be9a739-7d44-4373-aabd-b9411d94a847',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.140373] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d571a642-41a6-4f7d-83dc-323f819e6662 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.140495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.140564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.141060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.141060] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d571a642-41a6-4f7d-83dc-323f819e6662',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.142032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4027792b-d734-4ecd-bd8a-457611994b1a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.142032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.142032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.142193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.142193] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.143282] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee23752-600c-41e0-9753-ab1e0b51c704 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.143282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.143431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.143507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.143586] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee23752-600c-41e0-9753-ab1e0b51c704',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.144297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-897650fa-f5c5-46a6-8809-4055f4cb7969 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.144442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.144528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.144690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.144770] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('897650fa-f5c5-46a6-8809-4055f4cb7969',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.145640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.145691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.145747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.145908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.145987] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.147243] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12ac8732-09d8-4c29-bc26-c8378e499db7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.147597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.147692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.147981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.148108] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12ac8732-09d8-4c29-bc26-c8378e499db7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.153649] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.153794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.153794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.154000] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.180084] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.180263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.187195] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.187430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.190898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.191225] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.191328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.191328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.191513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.191593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.191683] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1280.193248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.193429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.217253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.217253] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e317448-198a-4d1e-989c-6c08731e2c04 is going to be deleted. [ 1280.217884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.218116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.231325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.231509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.231509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.231717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.231851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.240633] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1280.243251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.243357] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90 is going to be deleted. [ 1280.283775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.283775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.283775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.283775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.283775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.283775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e317448-198a-4d1e-989c-6c08731e2c04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.292268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.292512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.292572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.292858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.293081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.293178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e17ad23-7ebd-4183-80b2-8cbcbaf6ce90" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.341028] env[65380]: INFO networking_nsxv3.common.synchronization [req-4fd66cfe-f9e2-42b6-bf79-d448bd57036d req-0b3eadfc-8ef6-49fe-ada2-0065828c0738 tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_members [ 1280.341559] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4027792b-d734-4ecd-bd8a-457611994b1a with Priority: HIGHEST for action security_group_members [ 1280.341893] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4027792b-d734-4ecd-bd8a-457611994b1a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.342042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.342116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.342314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.342466] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.342550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.342632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.342777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.342859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.342951] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.652267] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.652267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.652588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.652588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.652752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.652990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.653113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.653265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.653368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.653437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.653523] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.657734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.657927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.657927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.658082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.658237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.658333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.658412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.658587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.658670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.658754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.658839] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.660495] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4027792b-d734-4ecd-bd8a-457611994b1a taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.660613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.664300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.664465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.664542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.664789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.664902] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.664975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.665061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.665229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.665329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.665446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.665574] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.724480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.724759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.724838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.725011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.728202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.728478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.729519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.729648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.730370] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.730459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.731153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.731241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.731923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.732045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.732730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.732822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.733584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.733702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.734529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.734529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.735169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.735256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.736052] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.736052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.736680] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.737141] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.737235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.738305] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.738749] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.738851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.739483] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.739880] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.739970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.749419] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1280.749908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.750062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d571a642-41a6-4f7d-83dc-323f819e6662 is going to be deleted. [ 1280.750997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.751221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.751306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.751403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be deleted. [ 1280.752198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.752358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.786502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.786712] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b9db1dc-507b-4d1b-b65b-7d42bf78b180 is going to be deleted. [ 1280.788042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.788042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.813750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.813996] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd is going to be deleted. [ 1280.815181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.815444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.829890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.830111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.845713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.845948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.848052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.848195] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5af0948-7e87-4cfd-84dc-b64f5648e049 is going to be deleted. [ 1280.849165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.849390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.858138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.858317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.869953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.870092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.875750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.875887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 897650fa-f5c5-46a6-8809-4055f4cb7969 is going to be deleted. [ 1280.876826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.877055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.977300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.977515] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c997f7-8b5a-4fab-a31e-551de41fd8ad is going to be deleted. [ 1280.978545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.978787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.001223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.001223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.002890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.002890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.045974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.047015] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6477549-cb78-44d9-979c-bb18af642723 is going to be deleted. [ 1281.047105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.047277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.063686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.063686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.089023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.089023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee23752-600c-41e0-9753-ab1e0b51c704 is going to be deleted. [ 1281.089023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.089023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.143493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.145070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.145644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.145812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ccdda8-4d1b-4b8e-88f5-702b8b65c8da is going to be deleted. [ 1281.146810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.147774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.154792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.154965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.162377] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.163362] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.180986] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.193306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.194962] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12ac8732-09d8-4c29-bc26-c8378e499db7 is going to be deleted. [ 1281.196166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.197056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.233923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.234334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.244021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.244021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2689ee4c-4818-4b1e-a50c-bd2553b802ba is going to be deleted. [ 1281.244021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.244021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.317993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.318179] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be9a739-7d44-4373-aabd-b9411d94a847 is going to be deleted. [ 1281.319316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.319575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.356023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.356215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.365421] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.365700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.407877] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.407877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.415809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.415809] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ea5966-eeab-44b0-9dbb-9a9a655b1ec7 is going to be deleted. [ 1281.416910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.417946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.417946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.417946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.417946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.417946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.472501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.472501] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.472501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.472501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.472501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.472501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.472501] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4027792b-d734-4ecd-bd8a-457611994b1a is going to be updated. [ 1281.472908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.474051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.474051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.474051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b9db1dc-507b-4d1b-b65b-7d42bf78b180" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.474051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.474051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.474051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.474051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d571a642-41a6-4f7d-83dc-323f819e6662" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.474692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.474692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.474692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.474692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5af0948-7e87-4cfd-84dc-b64f5648e049" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.474809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.474838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.474913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.475030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15b9d3e9-57ce-4ea9-ad5a-42f7d45053bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.475172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.475321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.475395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.475533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-897650fa-f5c5-46a6-8809-4055f4cb7969" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.475660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.475827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.475893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.475975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c997f7-8b5a-4fab-a31e-551de41fd8ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.476105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.476307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.476307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.476460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6477549-cb78-44d9-979c-bb18af642723" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.476524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.476653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.476724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.476832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee23752-600c-41e0-9753-ab1e0b51c704" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.476952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.477102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.477173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.477281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ccdda8-4d1b-4b8e-88f5-702b8b65c8da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.477452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.477598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.477858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.477858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12ac8732-09d8-4c29-bc26-c8378e499db7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.477946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.478048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.478100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.478205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2689ee4c-4818-4b1e-a50c-bd2553b802ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.560911] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.561107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.561260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.561488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.561583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.561704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be9a739-7d44-4373-aabd-b9411d94a847" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.573142] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.573342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.573342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.573562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.573646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.573771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ea5966-eeab-44b0-9dbb-9a9a655b1ec7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.586939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.587220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.587220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.587359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.587565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.611259] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4027792b-d734-4ecd-bd8a-457611994b1a in Status: IN_PROGRESS for 2s [ 1281.664763] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aaebd10-add3-4ac6-ace4-c6dfedd8d477: rpc.has_security_group_logging(os_id): False [ 1281.666152] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0b59c1-1f56-45f9-9354-ad5171f4fb4c: rpc.has_security_group_logging(os_id): False [ 1281.683067] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c88d3c4-efb1-41cc-91bf-361b9e600e0e: rpc.has_security_group_logging(os_id): False [ 1281.712683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.712909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.712909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.713117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.715691] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.715795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.716670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.716826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.739601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.740069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.740218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.740268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.740548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.740548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.740694] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e is going to be updated. [ 1281.741653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.741823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.770829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.771321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.771321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.771455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.771771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.771874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.771969] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1281.773353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.773487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.794904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.795248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.795399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.795463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.795667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.795750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.795838] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1281.813163] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.813386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.813386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.813789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.813789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.834061] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e in Status: IN_PROGRESS for 2s [ 1281.840151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.840303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.840373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.840592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.840736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.853062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1281.896998] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.897201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.897275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.897533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.897711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.943030] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1282.251754] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 4s [ 1282.988731] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a4a7344-c16d-4d59-9c0a-91b580b8360e req-67984698-abe5-41db-849c-ba97eb5c26af tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1282.989547] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1282.990757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.990757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.329030] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.329030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.329030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.329827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.330145] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.330319] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.330437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.330675] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.330825] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.331054] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.331168] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.331273] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.331383] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.331490] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.331592] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.331724] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.350363] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.350559] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.350683] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.350882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-333" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.351237] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-b3e7e38d-bb3d-46eb-9e31-217e48be1872 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.351415] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-b3e7e38d-bb3d-46eb-9e31-217e48be1872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.351532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-b3e7e38d-bb3d-46eb-9e31-217e48be1872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.351881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-b3e7e38d-bb3d-46eb-9e31-217e48be1872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.352031] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e7e38d-bb3d-46eb-9e31-217e48be1872',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.621751] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4027792b-d734-4ecd-bd8a-457611994b1a in Status: SUCCESS [ 1283.621955] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4027792b-d734-4ecd-bd8a-457611994b1a deletion is rescheduled due to dependency. [ 1283.622088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.622262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.622489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.622685] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.622804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.622871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.623031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.623112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.623196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.623285] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.848907] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e in Status: SUCCESS [ 1283.849162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.855123] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.855454] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.855572] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.855847] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.855982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.856142] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port b3e7e38d-bb3d-46eb-9e31-217e48be1872 not found, creating... [ 1283.856406] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.856557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.856669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.856886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.857034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.857319] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.857524] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.857651] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.857858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.857977] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.858127] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: b3e7e38d-bb3d-46eb-9e31-217e48be1872 is going to be created. [ 1283.875032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1283.875299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.883851] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.884223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.884341] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.884547] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.884776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.885051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-b3e7e38d-bb3d-46eb-9e31-217e48be1872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.959814] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1283.960152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.126536] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4027792b-d734-4ecd-bd8a-457611994b1a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.262927] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1284.263223] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 deletion is rescheduled due to dependency. [ 1284.263223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.263471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.263626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.263868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.264023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.264092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.264222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.264301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.264394] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.609806] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a4a7344-c16d-4d59-9c0a-91b580b8360e req-3d06a78a-edce-4a74-a02b-ddf9a54d5797 service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1284.610132] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a4a7344-c16d-4d59-9c0a-91b580b8360e req-3d06a78a-edce-4a74-a02b-ddf9a54d5797 service nova] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1284.610247] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a4a7344-c16d-4d59-9c0a-91b580b8360e req-3d06a78a-edce-4a74-a02b-ddf9a54d5797 service nova] Enqueued Resource ID: b3e7e38d-bb3d-46eb-9e31-217e48be1872 with Priority: HIGHEST for action port [ 1284.610834] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_rules [ 1284.610949] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1284.611062] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e7e38d-bb3d-46eb-9e31-217e48be1872 with Priority: HIGHEST for action port [ 1284.611342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.611533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.611533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.611744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.611908] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.612695] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.612789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.613042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3e7e38d-bb3d-46eb-9e31-217e48be1872 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.613115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3e7e38d-bb3d-46eb-9e31-217e48be1872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.613188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3e7e38d-bb3d-46eb-9e31-217e48be1872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.613326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3e7e38d-bb3d-46eb-9e31-217e48be1872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.613398] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e7e38d-bb3d-46eb-9e31-217e48be1872',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.628531] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4027792b-d734-4ecd-bd8a-457611994b1a: rpc.has_security_group_logging(os_id): False [ 1284.647720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.647905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.647975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.648203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.648300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.648598] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.648717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.648757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.648906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.648988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.649089] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4027792b-d734-4ecd-bd8a-457611994b1a is going to be updated. [ 1284.707154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.707308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.707395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.707798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.707930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.721930] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4027792b-d734-4ecd-bd8a-457611994b1a in Status: IN_PROGRESS for 2s [ 1284.767133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.767297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.767297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.767524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.767627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.767829] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.767928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.767991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.768167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.768245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.768332] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be deleted. [ 1284.816574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.816864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.816864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.816998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.817107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.817211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.817369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.817612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.817792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.817916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.817916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.818055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.818129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.818228] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.050656] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3309c5be-6c87-4ad9-aeb2-ef2d94aa62e0 tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_rules [ 1285.051192] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_rules [ 1285.051424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.051546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.051607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.051886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.051969] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.115908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.115908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.115908] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3e7e38d-bb3d-46eb-9e31-217e48be1872 with status ACTIVE [ 1285.116615] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.116615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.116615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.116615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.116826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.116826] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.116910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.116945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.118058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.118058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.118058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.118058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.118058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.118058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.118058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.118058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3e7e38d-bb3d-46eb-9e31-217e48be1872 is going to be updated. [ 1285.137418] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d15d72af-2188-4784-8826-da0cb87e4803 tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_rules [ 1285.137418] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_rules [ 1285.137418] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.137418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.140801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.141701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.141701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.141701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.141701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.141701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3e7e38d-bb3d-46eb-9e31-217e48be1872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.322036] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.573231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.573386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.573457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.573675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.573761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.573854] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d already deleted. [ 1285.573936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.574116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.574264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.574351] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.824633] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.096638] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.096963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.096963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.097235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.097362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.097565] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d already deleted. [ 1286.097691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.327529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.327731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.327770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.328160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.328310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.328453] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be created. [ 1286.355061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.355262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.355262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.355486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.355648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.366936] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: UNINITIALIZED for 2s [ 1286.739743] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4027792b-d734-4ecd-bd8a-457611994b1a in Status: SUCCESS [ 1286.740132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4027792b-d734-4ecd-bd8a-457611994b1a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.378431] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1288.378973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.378973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.379148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.379261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.379389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.379481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.379559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.379639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.379748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.379878] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.882996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.883240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.883240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.883500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.883673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.883774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.883840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.883987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.884089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.884174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.884322] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.884499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.884499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.884605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.884738] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.884827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.884877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.885024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.885103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.885183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.885272] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.387769] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f408b17-1a15-4850-ac94-cc5ec609b037: rpc.has_security_group_logging(os_id): False [ 1289.427797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.428054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.428054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.428232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.428319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.428515] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.428634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.428682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.428813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.428886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.429079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.429173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.429233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.429374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.429448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.429645] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.429734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.429782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.429977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.430096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.430211] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be created. [ 1289.503216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.503435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.503435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.503649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.503816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.519052] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1290.137799] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.137947] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1290.603982] env[65380]: INFO networking_nsxv3.common.synchronization [req-b9b1d86d-4e49-4420-8b99-dbc11680c54a req-3e926aab-8320-4203-8751-3dfd7433f9fc tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_members [ 1290.604436] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_members [ 1290.604982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf7b5fb-d860-4c0f-9416-89d834fd445d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.604982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.604982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.605229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.605385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.605481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.605540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.605691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.605775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.605863] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.902060] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.902060] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.902276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.902605] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.902872] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.903139] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.903317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.904037] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.904264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.904535] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1290.904704] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.904859] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.905027] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.905201] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1290.905357] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.905562] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.924501] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.924826] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1290.925055] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.925292] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.925663] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-50bcf830-854f-4251-92e5-66258b3a1c32 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.925899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-50bcf830-854f-4251-92e5-66258b3a1c32" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.926105] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-50bcf830-854f-4251-92e5-66258b3a1c32" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.926484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-50bcf830-854f-4251-92e5-66258b3a1c32" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.926657] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bcf830-854f-4251-92e5-66258b3a1c32',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.108691] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.108884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.108925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.109275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.109398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.109627] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.109753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.109834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.110016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.110118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.110220] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d already deleted. [ 1291.110321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.429728] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.429943] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.430086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.430372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.430517] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.430667] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 50bcf830-854f-4251-92e5-66258b3a1c32 not found, creating... [ 1291.431744] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.431744] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.431744] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.431744] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.431744] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.431980] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.431980] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.432085] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.432266] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.432392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.432525] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 50bcf830-854f-4251-92e5-66258b3a1c32 is going to be created. [ 1291.452551] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.452756] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.452900] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.453212] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.453448] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.453669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-50bcf830-854f-4251-92e5-66258b3a1c32" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.550704] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1291.550947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.157127] env[65380]: INFO networking_nsxv3.common.synchronization [req-b9b1d86d-4e49-4420-8b99-dbc11680c54a req-8f7c70b7-02b2-4ad4-9cd7-3a8ead00ce94 service nova] Enqueued Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_rules [ 1292.157474] env[65380]: INFO networking_nsxv3.common.synchronization [req-b9b1d86d-4e49-4420-8b99-dbc11680c54a req-8f7c70b7-02b2-4ad4-9cd7-3a8ead00ce94 service nova] Enqueued Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_members [ 1292.157474] env[65380]: INFO networking_nsxv3.common.synchronization [req-b9b1d86d-4e49-4420-8b99-dbc11680c54a req-8f7c70b7-02b2-4ad4-9cd7-3a8ead00ce94 service nova] Enqueued Resource ID: 50bcf830-854f-4251-92e5-66258b3a1c32 with Priority: HIGHEST for action port [ 1292.157594] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_rules [ 1292.157753] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_members [ 1292.157837] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bcf830-854f-4251-92e5-66258b3a1c32 with Priority: HIGHEST for action port [ 1292.158401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.158520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.158588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.158810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.158885] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.159708] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf7b5fb-d860-4c0f-9416-89d834fd445d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.159839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.159907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.160084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.160231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.160340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.160405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.160588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.160588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.160716] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.162336] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-50bcf830-854f-4251-92e5-66258b3a1c32 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.162336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50bcf830-854f-4251-92e5-66258b3a1c32" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.162336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50bcf830-854f-4251-92e5-66258b3a1c32" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.162336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50bcf830-854f-4251-92e5-66258b3a1c32" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.162336] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bcf830-854f-4251-92e5-66258b3a1c32',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.664053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.665447] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf7b5fb-d860-4c0f-9416-89d834fd445d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.665580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.665755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50bcf830-854f-4251-92e5-66258b3a1c32 with status ACTIVE [ 1292.665917] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.666039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.666092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.666356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.666489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.666604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.666703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.666755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.666929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.667048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.667254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.667353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.667478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.667525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.667659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.667743] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50bcf830-854f-4251-92e5-66258b3a1c32 is going to be updated. [ 1292.689290] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.689536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.689646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.689892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.690067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.690262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50bcf830-854f-4251-92e5-66258b3a1c32" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.169901] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.673798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.674061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.674061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.674195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.674263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.674347] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d is going to be created. [ 1293.698911] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.699128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.699203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.699881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.699881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.710336] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d in Status: UNINITIALIZED for 2s [ 1294.915119] env[65380]: INFO networking_nsxv3.common.synchronization [req-bca23f3e-fde0-40dd-b1a2-06184b67c838 req-636c3c36-e8be-4fc7-84e6-183d8f5321e0 tempest-ServerDiskConfigTestJSON-1737984310 tempest-ServerDiskConfigTestJSON-1737984310-project-member] Enqueued Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1294.915119] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 with Priority: HIGHEST for action security_group_members [ 1294.915119] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f408b17-1a15-4850-ac94-cc5ec609b037 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.915119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.915119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.915119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.915119] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.915119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.915119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.915119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.915119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.915119] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f408b17-1a15-4850-ac94-cc5ec609b037',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.416549] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.416727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.416780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.416992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.417103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.417294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.417394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.417455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.417768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.417896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.417995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 is going to be updated. [ 1295.445064] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.445238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.445238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.445421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.445563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.455143] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: IN_PROGRESS for 2s [ 1295.650182] env[65380]: INFO networking_nsxv3.common.synchronization [req-7ad8176c-c9bc-40e5-a277-3dc41f61d815 req-a0106a6e-0be7-4d74-a5c0-fc6f3c5f8a25 tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_members [ 1295.650421] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e with Priority: HIGHEST for action security_group_members [ 1295.650850] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.651100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.651334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.651759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.651990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.652223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.652371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.652627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.652822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.653030] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c88d3c4-efb1-41cc-91bf-361b9e600e0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.720710] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d in Status: SUCCESS [ 1295.720710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.720710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.720960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.721114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.721233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.721296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.721448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.721526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.721609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.721701] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.157159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.157731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.157731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.157731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.157731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.158242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.158242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.158242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.158242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.158624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.158624] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e is going to be updated. [ 1296.190099] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.190334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.190471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.190632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.190799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.200081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e in Status: IN_PROGRESS for 2s [ 1296.224989] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.727690] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebf7b5fb-d860-4c0f-9416-89d834fd445d: rpc.has_security_group_logging(os_id): False [ 1296.744371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.744592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.744592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.744783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.744870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.745229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.745336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.745392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.745630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.745718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.745809] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d is going to be created. [ 1296.802414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.802627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.802627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.802867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.803072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.814226] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d in Status: IN_PROGRESS for 2s [ 1297.465481] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 in Status: SUCCESS [ 1297.465887] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f408b17-1a15-4850-ac94-cc5ec609b037 deletion is rescheduled due to dependency. [ 1297.465887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f408b17-1a15-4850-ac94-cc5ec609b037" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.212569] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e in Status: SUCCESS [ 1298.212791] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c88d3c4-efb1-41cc-91bf-361b9e600e0e deletion is rescheduled due to dependency. [ 1298.212892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c88d3c4-efb1-41cc-91bf-361b9e600e0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.827727] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d in Status: SUCCESS [ 1298.828193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.651624] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.652030] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.635274] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-983 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.635507] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.635645] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.635966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.636278] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.636466] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.636598] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.636845] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.637050] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.637293] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.637420] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.637558] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.637720] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.637844] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.637944] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.638125] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.665026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.665407] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1301.665407] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.665589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-983" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.665964] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-fca7ad58-be00-492f-b580-8febcf0bd353 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.666195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.666332] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.666627] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.666792] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca7ad58-be00-492f-b580-8febcf0bd353',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.170123] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.170123] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.170123] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.170487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.170487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.170774] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.170989] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.171097] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.171282] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.171416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.171691] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.171897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.172062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.172272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.172408] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.172546] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: fca7ad58-be00-492f-b580-8febcf0bd353 is going to be updated. [ 1302.199977] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.200235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.200327] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.200614] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.200796] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.201016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.886376] env[65380]: INFO networking_nsxv3.common.synchronization [req-9e7785f5-5093-4cc7-8d2e-462034b5e04d req-3dc091ff-1ba6-4d4e-bdbc-45a9df676560 service nova] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 1302.886624] env[65380]: INFO networking_nsxv3.common.synchronization [req-9e7785f5-5093-4cc7-8d2e-462034b5e04d req-3dc091ff-1ba6-4d4e-bdbc-45a9df676560 service nova] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1302.886715] env[65380]: INFO networking_nsxv3.common.synchronization [req-9e7785f5-5093-4cc7-8d2e-462034b5e04d req-3dc091ff-1ba6-4d4e-bdbc-45a9df676560 service nova] Enqueued Resource ID: fca7ad58-be00-492f-b580-8febcf0bd353 with Priority: HIGHEST for action port [ 1302.886929] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_rules [ 1302.887071] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1302.887179] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7ad58-be00-492f-b580-8febcf0bd353 with Priority: HIGHEST for action port [ 1302.887745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.887923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.887996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.888206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.888305] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.889118] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.889229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.889299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.889895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.889895] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.889895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.889895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.889895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.890205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.890205] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.890762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca7ad58-be00-492f-b580-8febcf0bd353 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.890855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.890924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.891235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.891235] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca7ad58-be00-492f-b580-8febcf0bd353',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.392187] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.393281] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.393549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.393727] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fca7ad58-be00-492f-b580-8febcf0bd353 with status ACTIVE [ 1303.393899] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.394133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.394233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.394419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.394504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.394671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.394769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.394832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.394977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.395065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.395295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.395347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.395377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.395513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.395589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.395687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fca7ad58-be00-492f-b580-8febcf0bd353 is going to be updated. [ 1303.415813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.416025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.416025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.416205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.416333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.416481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca7ad58-be00-492f-b580-8febcf0bd353" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.898213] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.401260] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.401381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.401487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.401717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.401856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.401967] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1304.430695] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.430898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.430952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.431163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.431320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.440019] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1306.451227] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1306.451613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.451613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.451835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.452042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.452161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.452233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.452442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.452540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.452625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.452717] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.954924] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.457808] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb0b59c1-1f56-45f9-9354-ad5171f4fb4c: rpc.has_security_group_logging(os_id): False [ 1307.476986] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.477192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.477250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.477484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.477589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.477904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.478025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.478103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.478284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.478368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.478458] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1307.542861] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.543116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.543116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.543295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.543446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.565339] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1307.888765] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.888765] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1309.598334] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1309.598334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.889615] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.890037] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.890881] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.891293] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.762576] env[65380]: INFO networking_nsxv3.common.synchronization [req-c27b5632-7b2b-433f-8479-ecdd480f8396 req-fac6a107-3fd0-4626-9f15-59ee04311905 tempest-ServerActionsTestOtherB-865913792 tempest-ServerActionsTestOtherB-865913792-project-member] Enqueued Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1318.763449] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c with Priority: HIGHEST for action security_group_members [ 1318.763449] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.763449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.763630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.763669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.763862] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.763974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.763974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.764703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.764703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.764703] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb0b59c1-1f56-45f9-9354-ad5171f4fb4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.266631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.267092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.267092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.267092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.267317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.267380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.267474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.267532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.267739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.267837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.267895] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c is going to be updated. [ 1319.299190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.299412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.299412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.299637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.299816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.309918] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: IN_PROGRESS for 2s [ 1321.321291] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c in Status: SUCCESS [ 1321.321689] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb0b59c1-1f56-45f9-9354-ad5171f4fb4c deletion is rescheduled due to dependency. [ 1321.321689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb0b59c1-1f56-45f9-9354-ad5171f4fb4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.763603] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.763972] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.765257] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.765581] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.504934] env[65380]: INFO networking_nsxv3.common.synchronization [req-0b35c3a4-c5b5-43ce-be9c-43c1b8828d08 req-f3450509-f892-4399-b652-00bb05705716 tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1332.505484] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1332.505793] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.505914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.505999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.506459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.506459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.506637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.506637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.506726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.506848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.506998] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.009739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.009967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.009967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.010141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.010237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.010454] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.010577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.010735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.010797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.010837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.010900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1333.040945] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.041156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.041156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.041354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.041498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.049813] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1335.060870] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1335.061221] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 deletion is rescheduled due to dependency. [ 1335.061221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.507078] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.507510] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.525805] env[65380]: INFO networking_nsxv3.common.synchronization [req-501f2eb0-3f75-421d-946e-d5ec6ac464d6 req-88a931ee-a579-4de7-ae7a-3e78bf8d6b6d tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1339.526544] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1339.526902] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.527078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.527172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.527411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.527620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.527750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.527846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.528045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.528169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.528301] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.811430] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.811653] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.811786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.812101] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.812371] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.812560] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.812680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.812912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.813146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.813399] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.813602] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.813807] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.813997] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.814216] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.814371] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.814512] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.845746] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.845941] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.846088] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.846269] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.846591] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-7c499b51-8b08-4854-b27c-96caa3887f04 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.846767] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-7c499b51-8b08-4854-b27c-96caa3887f04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.846888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-7c499b51-8b08-4854-b27c-96caa3887f04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.847332] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-7c499b51-8b08-4854-b27c-96caa3887f04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.847488] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c499b51-8b08-4854-b27c-96caa3887f04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.030343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.030570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.030570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.030742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.030832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.031037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.031139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.031201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.031353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.031431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.031540] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1340.058062] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.058294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.058294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.058499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.058640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.068436] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1340.350580] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.350792] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.350915] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.351234] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.351391] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.351542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port 7c499b51-8b08-4854-b27c-96caa3887f04 not found, creating... [ 1340.351801] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.351961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.352097] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.352319] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.352456] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.352733] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.352888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.353016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.353227] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.353361] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.353500] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: 7c499b51-8b08-4854-b27c-96caa3887f04 is going to be created. [ 1340.374255] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.374480] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.374592] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.374866] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.375107] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.375330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-7c499b51-8b08-4854-b27c-96caa3887f04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.068951] env[65380]: INFO networking_nsxv3.common.synchronization [req-501f2eb0-3f75-421d-946e-d5ec6ac464d6 req-12cbb76c-6ed8-4c83-8953-146dac99c40c service nova] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1341.069235] env[65380]: INFO networking_nsxv3.common.synchronization [req-501f2eb0-3f75-421d-946e-d5ec6ac464d6 req-12cbb76c-6ed8-4c83-8953-146dac99c40c service nova] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1341.069387] env[65380]: INFO networking_nsxv3.common.synchronization [req-501f2eb0-3f75-421d-946e-d5ec6ac464d6 req-12cbb76c-6ed8-4c83-8953-146dac99c40c service nova] Enqueued Resource ID: 7c499b51-8b08-4854-b27c-96caa3887f04 with Priority: HIGHEST for action port [ 1341.069888] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1341.070033] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1341.070128] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c499b51-8b08-4854-b27c-96caa3887f04 with Priority: HIGHEST for action port [ 1341.070390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.070510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.070573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.070766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.070845] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.072128] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.072128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.072128] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c499b51-8b08-4854-b27c-96caa3887f04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.072128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c499b51-8b08-4854-b27c-96caa3887f04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.072308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c499b51-8b08-4854-b27c-96caa3887f04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.072308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c499b51-8b08-4854-b27c-96caa3887f04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.072376] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c499b51-8b08-4854-b27c-96caa3887f04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.574253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.574424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.574664] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c499b51-8b08-4854-b27c-96caa3887f04 with status ACTIVE [ 1341.574894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.575047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.575137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.575419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.575538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.575772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.575902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.576030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.576199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.576307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.576556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.576681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.576763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.576945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.577057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.577171] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c499b51-8b08-4854-b27c-96caa3887f04 is going to be updated. [ 1341.599398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.599614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.599614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.599779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.599916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.600087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c499b51-8b08-4854-b27c-96caa3887f04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.078642] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1342.079117] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 deletion is rescheduled due to dependency. [ 1342.079117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.079117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.079349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.079551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.079657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.079721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.079876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.079953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.080063] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.582659] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.084717] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.589372] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.589372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.589372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.589372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.589372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.589372] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1343.618764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.618907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.618979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.619202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.619379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.628944] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1345.646488] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1345.646883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.646883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.647101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.647295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.647413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.647474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.647644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.647728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.647818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.647913] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.071221] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.071507] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1346.150053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.652453] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aaebd10-add3-4ac6-ace4-c6dfedd8d477: rpc.has_security_group_logging(os_id): False [ 1346.669995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.670216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.670216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.670418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.670516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.670762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.670868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.670927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.671076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.671148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.671230] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1346.727624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.727831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.727831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.728044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.728189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.739901] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1348.758812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1348.758812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.071998] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.072401] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.681484] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7d16a11-fe4f-4be7-a06f-32196aad0134 req-98b3325c-4e9a-4269-9266-dd2ea4fb8310 tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_members [ 1352.682014] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d with Priority: HIGHEST for action security_group_members [ 1352.682359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf7b5fb-d860-4c0f-9416-89d834fd445d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.682488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.682556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.682750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.682903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.683029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.683096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.683247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.683874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.683874] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf7b5fb-d860-4c0f-9416-89d834fd445d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.186062] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.186260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.186260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.186505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.186596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.186795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.186892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.186946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.187111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.187189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.187272] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d is going to be updated. [ 1353.216665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.216854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.216854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.217071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.217213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.227398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d in Status: IN_PROGRESS for 2s [ 1355.239551] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d in Status: IN_PROGRESS for 4s [ 1357.251282] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d in Status: SUCCESS [ 1357.251667] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf7b5fb-d860-4c0f-9416-89d834fd445d deletion is rescheduled due to dependency. [ 1357.251667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf7b5fb-d860-4c0f-9416-89d834fd445d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.437182] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5d2ac1df-e13f-49cf-a3ef-465810ffcced tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_rules [ 1357.437641] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_rules [ 1357.437954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.438198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.438281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.438551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.438631] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.515312] env[65380]: INFO networking_nsxv3.common.synchronization [None req-34394194-0465-4f63-85f8-bea1790e7912 tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_rules [ 1357.515558] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_rules [ 1357.515879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.515982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.958243] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.958395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.958501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.958709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.958842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.958981] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 already deleted. [ 1357.959105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.959262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.959431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.959512] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.479774] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.480106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.480106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.480197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.480284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.480377] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 already deleted. [ 1358.480459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.516947] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.517248] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.863115] env[65380]: INFO networking_nsxv3.common.synchronization [req-ce2cdd36-1256-481e-825e-8639881b1163 req-cb32538e-9efd-45cd-bd87-2f75dd1316be tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_members [ 1362.863245] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_members [ 1362.864025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.864025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.864025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.864025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.864257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.864257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.864257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.864453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.864489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.864578] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.127186] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.127384] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.127508] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.127773] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.128033] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.128189] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.128302] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.128532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.128668] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.128880] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1363.128988] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1363.129114] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1363.129219] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1363.129325] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1363.129426] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1363.129574] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1363.158937] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1363.159144] env[65380]: DEBUG dogpile.cache.region [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1363.159234] env[65380]: DEBUG dogpile.lock [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1363.159397] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "network-102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.159754] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock port-c20540ed-2ab3-4652-9b53-6fbd945fad04 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.159938] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "port-c20540ed-2ab3-4652-9b53-6fbd945fad04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.160070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "port-c20540ed-2ab3-4652-9b53-6fbd945fad04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.160389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "port-c20540ed-2ab3-4652-9b53-6fbd945fad04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.160528] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20540ed-2ab3-4652-9b53-6fbd945fad04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.367125] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.367337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.367385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.367576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.367665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.367858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.367951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.368017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.368164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.368239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.368321] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 already deleted. [ 1363.368398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.663111] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.663111] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.663111] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.663544] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.663544] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.663606] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Segment Port c20540ed-2ab3-4652-9b53-6fbd945fad04 not found, creating... [ 1363.663840] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.664019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.664145] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.664369] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.664505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.664842] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.664934] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.665197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.665232] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.665365] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.665507] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Resource: SegmentPort with ID: c20540ed-2ab3-4652-9b53-6fbd945fad04 is going to be created. [ 1363.685784] env[65380]: DEBUG networking_nsxv3.common.locking [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.686064] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.686141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.686376] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.686679] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.686910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-343fd5e3-f755-4ac6-aedf-0233a44461ce None None] Releasing lock "port-c20540ed-2ab3-4652-9b53-6fbd945fad04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.370704] env[65380]: INFO networking_nsxv3.common.synchronization [req-ce2cdd36-1256-481e-825e-8639881b1163 req-ef1babf8-031a-4198-aa3e-a873845bf102 service nova] Enqueued Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_rules [ 1364.370890] env[65380]: INFO networking_nsxv3.common.synchronization [req-ce2cdd36-1256-481e-825e-8639881b1163 req-ef1babf8-031a-4198-aa3e-a873845bf102 service nova] Enqueued Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_members [ 1364.371062] env[65380]: INFO networking_nsxv3.common.synchronization [req-ce2cdd36-1256-481e-825e-8639881b1163 req-ef1babf8-031a-4198-aa3e-a873845bf102 service nova] Enqueued Resource ID: c20540ed-2ab3-4652-9b53-6fbd945fad04 with Priority: HIGHEST for action port [ 1364.371548] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_rules [ 1364.371645] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_members [ 1364.371745] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20540ed-2ab3-4652-9b53-6fbd945fad04 with Priority: HIGHEST for action port [ 1364.372106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.372200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.372267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.372457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.372539] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.374100] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.374216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.374280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.375028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.375028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.375028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.375028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.375028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.375028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.375368] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.376237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c20540ed-2ab3-4652-9b53-6fbd945fad04 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.376348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c20540ed-2ab3-4652-9b53-6fbd945fad04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.376348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c20540ed-2ab3-4652-9b53-6fbd945fad04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.376476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c20540ed-2ab3-4652-9b53-6fbd945fad04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.376573] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20540ed-2ab3-4652-9b53-6fbd945fad04',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.875215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.875658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.877626] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.878564] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c20540ed-2ab3-4652-9b53-6fbd945fad04 with status ACTIVE [ 1364.878757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.878871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.878939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.879150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.879237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.879408] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.879504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.879565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.879739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.879817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.879996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.880106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.880168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.880310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.880385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.880466] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c20540ed-2ab3-4652-9b53-6fbd945fad04 is going to be updated. [ 1364.901369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.901588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.901588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.901743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.901875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.902036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c20540ed-2ab3-4652-9b53-6fbd945fad04" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.382999] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.885083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.885461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.885461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.885542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.885600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.885695] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 is going to be created. [ 1365.925017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.925260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.925260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.925464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.925622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.936695] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 in Status: UNINITIALIZED for 2s [ 1367.950512] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 in Status: SUCCESS [ 1367.950895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.951027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.951191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.951412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.951557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.951644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.951841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.951947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.952066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.952187] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.454512] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.957060] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29f8e9e3-467e-4e7f-99ec-f04ffd01c254: rpc.has_security_group_logging(os_id): False [ 1368.974894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.975127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.975127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.975318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.975405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.975643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.975743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.975804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.975957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.976074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.976164] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 is going to be created. [ 1369.030341] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.030341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.030341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.030636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.030757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.043287] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 in Status: IN_PROGRESS for 2s [ 1369.372457] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.372681] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1371.057454] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 in Status: SUCCESS [ 1371.057817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.373442] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.373829] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.374454] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.374896] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.375365] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.375755] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.376578] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.376578] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.377491] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.377856] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.378440] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.378839] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.379471] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.379882] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.381311] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.381723] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.382854] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.383418] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.384417] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.384797] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.438660] env[65380]: INFO networking_nsxv3.common.synchronization [req-70e2e735-9170-45ac-9068-37846bb8ca10 req-191b64ad-5be5-4f4e-a6d0-6a8f63446c03 tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1419.439231] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1419.439532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.439654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.439721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.439909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.440233] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.440370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.440421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.440757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.440757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.440757] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.944119] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.944119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.944119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.944119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.944119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.944517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.944517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.944517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.944517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.944517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.944711] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1419.999029] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.999356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.999468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.999687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.999840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.017569] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1422.028752] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1422.029144] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 deletion is rescheduled due to dependency. [ 1422.029144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.971189] env[65380]: INFO networking_nsxv3.common.synchronization [req-bbe61362-c597-4e33-a747-d88e97f162bb req-16eba068-a701-42d7-a3b3-1d3e025410db tempest-AttachVolumeNegativeTest-961746487 tempest-AttachVolumeNegativeTest-961746487-project-member] Enqueued Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_members [ 1423.972014] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 with Priority: HIGHEST for action security_group_members [ 1423.972117] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.972188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.972274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.972466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.973030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.973030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.973030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.973030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.973030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.973308] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29f8e9e3-467e-4e7f-99ec-f04ffd01c254',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.476147] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.476357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.476357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.476590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.476686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.476883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.476980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.477053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.477229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.477307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.477390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 is going to be updated. [ 1424.506169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.506367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.506367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.506575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.506716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.515184] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 in Status: IN_PROGRESS for 2s [ 1426.526300] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 in Status: SUCCESS [ 1426.526681] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29f8e9e3-467e-4e7f-99ec-f04ffd01c254 deletion is rescheduled due to dependency. [ 1426.526681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29f8e9e3-467e-4e7f-99ec-f04ffd01c254" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.108728] env[65380]: INFO networking_nsxv3.common.synchronization [req-e34a099b-ab0f-49d4-a9b7-78da3f0b966f req-92cfd235-a176-4808-b43d-2f9d54a2479f tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1427.109320] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1427.109626] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.109769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.109828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.110020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.110185] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.110289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.110367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.110495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.110586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.110672] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.429753] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.429954] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.430094] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.430402] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.430673] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.430828] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.430942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.431187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.431330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.431540] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1427.431651] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1427.431755] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1427.431865] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1427.432010] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1427.432079] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1427.432203] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1427.453128] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1427.453391] env[65380]: DEBUG dogpile.cache.region [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1427.453501] env[65380]: DEBUG dogpile.lock [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1427.453620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "network-660" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.453933] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.454115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.454233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.454558] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.454694] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4eaa55-0d2e-4005-a6b9-ab20449e6cbe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.613520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.613911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.613911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.613978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.614082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.614264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.614398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.614469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.614568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.614667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.614756] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1427.641563] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.641809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.641870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.642142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.642345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.651718] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1427.956955] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.957223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.957320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.957630] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.957791] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.957945] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Segment Port da4eaa55-0d2e-4005-a6b9-ab20449e6cbe not found, creating... [ 1427.958222] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.958394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.958510] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.958760] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.958896] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.959223] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.959418] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.959555] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.959765] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.959897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.960049] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Resource: SegmentPort with ID: da4eaa55-0d2e-4005-a6b9-ab20449e6cbe is going to be created. [ 1427.982268] env[65380]: DEBUG networking_nsxv3.common.locking [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.982490] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.982587] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.982849] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.983087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.983306] env[65380]: DEBUG oslo_concurrency.lockutils [None req-3558d154-a8c3-49bd-8ded-f01943baa9df None None] Releasing lock "port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.671450] env[65380]: INFO networking_nsxv3.common.synchronization [req-e34a099b-ab0f-49d4-a9b7-78da3f0b966f req-726ac40d-9a22-4611-9272-2d02b9fd1e65 service nova] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1428.671707] env[65380]: INFO networking_nsxv3.common.synchronization [req-e34a099b-ab0f-49d4-a9b7-78da3f0b966f req-726ac40d-9a22-4611-9272-2d02b9fd1e65 service nova] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1428.671707] env[65380]: INFO networking_nsxv3.common.synchronization [req-e34a099b-ab0f-49d4-a9b7-78da3f0b966f req-726ac40d-9a22-4611-9272-2d02b9fd1e65 service nova] Enqueued Resource ID: da4eaa55-0d2e-4005-a6b9-ab20449e6cbe with Priority: HIGHEST for action port [ 1428.671877] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_rules [ 1428.672013] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1428.672114] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4eaa55-0d2e-4005-a6b9-ab20449e6cbe with Priority: HIGHEST for action port [ 1428.672678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.672802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.672870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.673405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.673487] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.674440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.674440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.674609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.674704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.674765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.674935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.675017] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4eaa55-0d2e-4005-a6b9-ab20449e6cbe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.176546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.176794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.176860] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da4eaa55-0d2e-4005-a6b9-ab20449e6cbe with status ACTIVE [ 1429.177051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.177193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.177300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.177509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.177598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.177766] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.177861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.177922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.178098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.178176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.178354] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.178446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.178505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.178667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.178753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.178864] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da4eaa55-0d2e-4005-a6b9-ab20449e6cbe is going to be updated. [ 1429.199675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.199877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.199877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.200092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.200229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.200481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da4eaa55-0d2e-4005-a6b9-ab20449e6cbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.661132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1429.661330] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 deletion is rescheduled due to dependency. [ 1429.661428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.661578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.661832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.662027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.662149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.662206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.662362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.662446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.662545] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.165071] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.666808] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.169557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.169918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.169918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.170014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.170061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.171205] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1431.200736] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.200978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.200978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.201180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.201326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.210845] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1433.223722] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1433.224102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.224196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.224348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.224541] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.224659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.224723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.224877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.224951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.225057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.225199] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.673573] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.673573] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1433.727977] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.229691] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5aaebd10-add3-4ac6-ace4-c6dfedd8d477: rpc.has_security_group_logging(os_id): False [ 1434.253632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.253861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.253861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.254047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.254139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.254389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.254493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.254557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.254712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.254789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.254874] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1434.333840] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.334098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.334098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.334234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.334392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.348774] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1436.363011] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1436.363447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.674564] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.674868] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.675601] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.675980] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.676928] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.676928] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.677841] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.677841] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.678888] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.679283] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.680261] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.680825] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.681378] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.681675] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.682555] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.682555] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.683822] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.683822] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.685097] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.685414] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.138675] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1485.139140] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1389a788-4aa5-4deb-bd62-be78dab508f7 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1488.543146] env[65380]: INFO networking_nsxv3.common.synchronization [req-4f03b3b9-0016-46e7-9db7-ba903cce04af req-1d339dfa-2349-4d11-ad9c-57f7be1203ae tempest-ServerActionsTestJSON-1301713450 tempest-ServerActionsTestJSON-1301713450-project-member] Enqueued Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1488.543723] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 with Priority: HIGHEST for action security_group_members [ 1488.544046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.544173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.544237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.544440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.544592] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.544688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.544746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.544893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.544968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.545071] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5aaebd10-add3-4ac6-ace4-c6dfedd8d477',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.049177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.049412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.049468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.049834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.049834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.050043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.050157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.050214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.050363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.050439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.050524] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 is going to be updated. [ 1489.086234] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.086441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.086441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.086604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.086752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.094857] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: IN_PROGRESS for 2s [ 1491.105762] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 in Status: SUCCESS [ 1491.105762] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5aaebd10-add3-4ac6-ace4-c6dfedd8d477 deletion is rescheduled due to dependency. [ 1491.106207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5aaebd10-add3-4ac6-ace4-c6dfedd8d477" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.545334] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.545334] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.546264] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.546798] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.547035] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.547410] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.548646] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.549045] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0